-- Logs begin at Fri 2021-09-10 14:27:58 UTC, end at Fri 2021-09-10 15:25:26 UTC. -- Sep 10 14:57:36.809933 dv-cinder-760153-10-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 10 14:57:39.612894 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.common.config [-] Logging enabled! Sep 10 14:57:39.613586 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev630 Sep 10 14:57:39.613695 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93900) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 10 14:57:39.616844 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.common.config [-] Logging enabled! Sep 10 14:57:39.617100 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev630 Sep 10 14:57:39.617415 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93900) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 10 14:57:39.618387 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 10 14:57:39.618628 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 10 14:57:39.619002 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 10 14:57:39.619258 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 10 14:57:39.619487 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 10 14:57:39.619808 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:39.620111 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:39.620412 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:39.620646 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:39.620945 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:39.621237 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:39.621522 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:39.621809 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:39.622141 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:39.622430 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:39.622710 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:39.622994 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:39.623816 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:39.624192 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:39.624583 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:39.624883 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:39.625115 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] debug = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:39.625402 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:39.625830 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:39.626287 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:39.626575 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:39.626868 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:39.627151 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:39.627427 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:39.627709 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:39.628000 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:39.628334 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] host = dv-cinder-760153-10-iscsi {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:39.628617 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:39.628909 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:39.629201 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:39.629491 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:39.629777 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:39.630082 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:39.630373 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:39.630650 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:39.630928 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] log_file = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:39.631208 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:39.631500 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:39.631792 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:39.632086 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:39.632316 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:39.632541 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:39.632832 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:39.633123 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:39.633402 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:39.633680 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:39.633961 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:39.634258 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:39.634532 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:39.634807 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:39.635100 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:39.635391 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:39.635679 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:39.635958 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:39.636235 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:39.636511 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:39.636786 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:39.637074 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:39.637350 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:39.637626 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:39.637903 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:39.638222 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:39.638495 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:39.638772 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:39.639759 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:39.640151 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:39.640533 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:39.640837 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:39.641125 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:39.641420 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:39.641705 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:39.641989 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:39.642296 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] use_json = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:39.642579 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:39.642859 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:39.643150 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:39.643434 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:39.643717 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:39.643998 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:39.644280 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:39.644570 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:39.644875 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.645180 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.645486 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.645777 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.646099 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.646389 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.646684 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.646967 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.647262 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.647555 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.647849 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.648134 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.648429 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.648713 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.649011 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.649327 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.649634 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.649933 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.650238 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.650520 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.650799 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.651084 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.651378 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.651666 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.651958 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.652252 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.652538 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.652831 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.653130 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.653427 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.653705 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.653991 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.654317 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.654718 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.656247 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.656247 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.656247 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.656247 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.656566 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.656645 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.656894 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.657173 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.657448 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.657734 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.658112 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.658337 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.658614 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.658892 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.659174 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.659449 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.659743 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.660028 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.660306 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.660581 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.660865 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.661141 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.661422 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.661708 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.661983 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.662293 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.662564 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.662841 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.663116 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.663390 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.663663 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.663941 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.664217 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.664499 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.664775 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.665051 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.665327 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.665601 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.665877 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.666199 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.666505 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.666790 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.667076 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.667357 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.667639 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.667918 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.668200 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.668481 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.668763 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.669039 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.669331 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.669622 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.669913 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.670260 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.670538 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.670844 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.671126 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.671412 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.671691 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.671970 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.672255 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.672543 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.672839 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.673134 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.673428 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.673718 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.674014 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.674322 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.674636 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.674917 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:39.675139 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 10 14:57:39.675390 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93900) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 10 14:57:40.041887 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 14:57:40.042196 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 14:57:40.042485 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 14:57:40.042817 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 10 14:57:40.455121 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:40.455417 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:40.455702 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:40.457025 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:40.457305 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:40.457576 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:40.494801 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:40.495081 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:40.495355 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:40.511222 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:40.511596 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:40.511871 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:40.541837 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:40.542139 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:40.542417 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:40.583166 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:40.583451 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:40.583725 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:40.822452 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:40.823076 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:40.823076 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:40.823233 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:40.823932 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:40.946098 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:40.946468 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:40.946711 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:40.947705 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:40.947989 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:40.948308 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:40.948571 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:40.948830 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:40.949097 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:40.949379 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:40.949641 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:40.949907 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:40.950195 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:40.950451 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:40.950710 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:40.950982 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:40.951239 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:40.951586 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:40.951948 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:40.952292 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:40.952649 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:40.952995 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:40.953408 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:40.953959 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:40.954333 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:40.954667 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:40.955077 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93900) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 10 14:57:40.955325 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93900) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 10 14:57:40.955568 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93900) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 10 14:57:40.955809 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93900) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 10 14:57:40.956049 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93900) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 10 14:57:40.956286 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93900) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 10 14:57:40.956683 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 10 14:57:40.959983 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 10 14:57:40.964794 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 10 14:57:40.968847 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Sep 10 14:57:40.970518 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 10 14:57:40.970983 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 10 14:57:40.971324 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 10 14:57:40.971712 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 10 14:57:40.974547 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 10 14:57:40.974800 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 10 14:57:40.975151 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 10 14:57:40.982302 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 10 14:57:41.006094 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 10 14:57:41.006556 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:41.006858 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93900) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 10 14:57:41.007221 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:41.008572 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93900) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 10 14:57:41.008859 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 10 14:57:41.009105 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 10 14:57:41.012462 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:41.012743 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:41.077357 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 10 14:57:41.077531 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 10 14:57:41.077754 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 10 14:57:41.078173 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 10 14:57:41.100313 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_db.sqlalchemy.engines [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93900) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 10 14:57:41.653505 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.plugins.ml2.managers [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Initializing driver for type 'gre' Sep 10 14:57:41.654061 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] gre ID ranges: [(1, 1000)] Sep 10 14:57:41.707559 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.plugins.ml2.managers [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Initializing driver for type 'local' Sep 10 14:57:41.707969 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.plugins.ml2.managers [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Initializing driver for type 'vlan' Sep 10 14:57:41.720581 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] VlanTypeDriver initialization complete Sep 10 14:57:41.720931 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.plugins.ml2.managers [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Initializing driver for type 'vxlan' Sep 10 14:57:41.721443 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] vxlan ID ranges: [(1, 1000)] Sep 10 14:57:41.778961 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.plugins.ml2.managers [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Initializing extension driver 'port_security' Sep 10 14:57:41.779287 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.plugins.ml2.extensions.port_security [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] PortSecurityExtensionDriver initialization complete Sep 10 14:57:41.780384 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.plugins.ml2.managers [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Initializing mechanism driver 'openvswitch' Sep 10 14:57:41.780727 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.plugins.ml2.managers [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Initializing mechanism driver 'hyperv' Sep 10 14:57:41.787433 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.plugins.ml2.plugin [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 14:57:41.788115 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Subscribe: > port after_create 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:41.788490 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Subscribe: > port after_update 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:41.788846 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Subscribe: > port after_delete 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:41.789400 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93900) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 10 14:57:41.789836 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Subscribe: > subnet after_create 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:41.790223 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Subscribe: > subnet after_update 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:41.790576 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Subscribe: > subnet after_delete 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:41.790971 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93900) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 10 14:57:41.791381 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Subscribe: > network after_create 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:41.791740 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Subscribe: > network after_update 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:41.792089 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Subscribe: > network after_delete 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:41.792506 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93900) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 10 14:57:41.792912 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Subscribe: > security_group after_create 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:41.793262 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Subscribe: > security_group after_update 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:41.793602 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Subscribe: > security_group after_delete 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:41.794157 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93900) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 10 14:57:41.794584 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:41.794940 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:41.795406 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:41.795786 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93900) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 10 14:57:41.796197 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Subscribe: > address_group after_create 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:41.796547 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Subscribe: > address_group after_update 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:41.796893 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Subscribe: > address_group after_delete 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:41.797289 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93900) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 10 14:57:41.797666 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] ML2 OVO RPC backend initialized. {{(pid=93900) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 10 14:57:41.798401 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Subscribe: > router_interface after_create 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:41.798760 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:41.799181 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Subscribe: > network before_response 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:41.799534 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Subscribe: > networks before_response 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:41.799884 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Subscribe: > port before_response 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:41.800228 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Subscribe: > ports before_response 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:41.800572 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Subscribe: > subnet before_response 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:41.800916 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Subscribe: > subnets before_response 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:41.801264 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Subscribe: > network after_create 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:41.801616 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Subscribe: > network after_update 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:41.801955 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Subscribe: > network after_delete 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:41.802320 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Subscribe: > port after_create 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:41.802658 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Subscribe: > port after_update 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:41.802993 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Subscribe: > port after_delete 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:41.803330 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Subscribe: > subnet after_create 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:41.803668 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Subscribe: > subnet after_update 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:41.804002 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Subscribe: > subnet after_delete 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:41.804580 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.plugins.ml2.plugin [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Modular L2 Plugin initialization complete Sep 10 14:57:41.804912 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading services supported by the core plugin {{(pid=93900) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 10 14:57:41.805243 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.plugins.ml2.managers [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Got port-security extension from driver 'port_security' Sep 10 14:57:41.805704 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.extensions.vlantransparent [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Disabled vlantransparent extension. Sep 10 14:57:41.806222 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93900) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 10 14:57:41.806539 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading Plugin: router Sep 10 14:57:41.843665 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Subscribe: > router_interface before_create 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:41.844300 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Subscribe: > router after_create 55549900 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:41.844427 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Subscribe: > router before_create 55549900 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:41.844798 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:41.845177 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:41.845539 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Subscribe: > router after_delete 55549900 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:41.845904 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Subscribe: > floatingip after_create 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:41.846297 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Subscribe: > floatingip after_update 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:41.846661 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Subscribe: > router after_create 55549900 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:41.847012 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Subscribe: > router after_update 55549900 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:41.847367 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Subscribe: > router after_update 55549900 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:41.847723 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:41.848081 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Subscribe: > router after_update 55549900 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:41.848493 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Subscribe: > router precommit_update 55549900 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:41.848872 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Subscribe: port after_update 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:41.849222 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Subscribe: port after_delete 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:41.849569 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Subscribe: subnet after_update 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:41.849915 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:41.850298 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Subscribe: > port precommit_delete 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:41.850649 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Subscribe: > router precommit_create 55549900 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:41.850997 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Subscribe: port before_delete 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:41.851351 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Subscribe: > router precommit_create 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:41.851712 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Subscribe: > router after_update 55549900 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:41.852059 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Subscribe: > router precommit_delete 55549900 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:41.852415 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Subscribe: > router precommit_create 55549900 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:41.852782 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Subscribe: > router_interface after_create 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:41.853134 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Subscribe: > router precommit_update 55549900 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:41.853505 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Subscribe: > agent after_create 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:41.853860 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Subscribe: > agent after_delete 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:41.854232 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Subscribe: > network after_delete 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:41.855111 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.quota.resource_registry [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Tracking information for resource: router configured {{(pid=93900) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 10 14:57:41.855451 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.quota.resource_registry [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Tracking information for resource: floatingip configured {{(pid=93900) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 10 14:57:41.860705 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.db.l3_agentschedulers_db [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 10 14:57:41.861291 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Subscribe: port after_update 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:41.861658 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Subscribe: port after_create 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:41.862016 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Subscribe: port after_delete 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:41.862395 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Subscribe: port after_update 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:41.863199 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Subscribe: > router before_create 55550100 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:41.863572 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Subscribe: > router precommit_delete 55550100 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:41.863941 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Subscribe: > router precommit_create 55550100 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:41.864303 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Subscribe: > router precommit_update 55550100 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:41.869004 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.services.provider_configuration [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Service providers = [] {{(pid=93900) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 10 14:57:41.869364 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.db.servicetype_db [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93900) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 10 14:57:41.872349 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.services.service_base [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93900) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 10 14:57:41.872708 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.services.service_base [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93900) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 10 14:57:41.873056 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.services.service_base [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93900) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 10 14:57:41.874523 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.services.service_base [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93900) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 10 14:57:41.874906 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.services.service_base [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 10 14:57:41.875300 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93900) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 10 14:57:41.875623 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 10 14:57:41.886406 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93900) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 10 14:57:41.886750 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading Plugin: auto_allocate Sep 10 14:57:41.892731 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Subscribe: network precommit_update 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:41.893101 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Subscribe: network precommit_create 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:41.893626 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93900) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 10 14:57:41.894008 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading Plugin: tag Sep 10 14:57:41.900524 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93900) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 10 14:57:41.900854 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading Plugin: timestamp Sep 10 14:57:41.905517 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93900) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 10 14:57:41.905796 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading Plugin: network_ip_availability Sep 10 14:57:41.911273 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:41.911650 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:41.912010 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:41.912742 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93900) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 10 14:57:41.913067 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading Plugin: flavors Sep 10 14:57:41.917757 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93900) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 10 14:57:41.918129 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading Plugin: revisions Sep 10 14:57:41.923054 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93900) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 10 14:57:41.923444 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_concurrency.lockutils [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.881s {{(pid=93900) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 14:57:41.924182 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93900) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 10 14:57:41.924518 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Initializing extension manager. Sep 10 14:57:41.925045 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: __init__.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:41.925391 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: __pycache__ {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:41.925730 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:41.926094 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: address_group.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:41.926867 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:41.927443 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loaded extension: address-group Sep 10 14:57:41.927770 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: address_scope.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:41.928700 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:41.929210 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loaded extension: address-scope Sep 10 14:57:41.929593 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: admin_state_down_before_update.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:41.930507 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:41.931029 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loaded extension: router-admin-state-down-before-update Sep 10 14:57:41.931352 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: agent.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:41.932055 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:41.932555 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loaded extension: agent Sep 10 14:57:41.932879 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: agent_resources_synced.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:41.933799 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:41.934336 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loaded extension: agent-resources-synced Sep 10 14:57:41.934662 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: allowedaddresspairs.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:41.936780 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:41.937300 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loaded extension: allowed-address-pairs Sep 10 14:57:41.937631 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: auto_allocated_topology.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:41.939008 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:41.939521 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loaded extension: auto-allocated-topology Sep 10 14:57:41.939852 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: availability_zone.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:41.940550 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:41.941056 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loaded extension: availability_zone Sep 10 14:57:41.941385 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: availability_zone_filter.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:41.942325 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:41.942833 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loaded extension: availability_zone_filter Sep 10 14:57:41.943157 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: data_plane_status.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:41.944062 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:41.944564 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Extension data-plane-status not supported by any of loaded plugins Sep 10 14:57:41.944888 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: default_subnetpools.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:41.945811 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:41.946338 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loaded extension: default-subnetpools Sep 10 14:57:41.946667 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: dhcpagentscheduler.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:41.947492 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:41.947995 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loaded extension: dhcp_agent_scheduler Sep 10 14:57:41.948326 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: dns.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:41.949246 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:41.949748 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Extension dns-integration not supported by any of loaded plugins Sep 10 14:57:41.950102 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: dns_domain_ports.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:41.951047 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:41.951858 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 10 14:57:41.952190 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:41.953128 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:41.953633 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 10 14:57:41.953962 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: dvr.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:41.954668 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:41.955171 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loaded extension: dvr Sep 10 14:57:41.955497 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: ecmp_routes.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:41.956415 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:41.956920 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Extension ecmp_routes not supported by any of loaded plugins Sep 10 14:57:41.957247 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: empty_string_filtering.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:41.958249 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:41.958702 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loaded extension: empty-string-filtering Sep 10 14:57:41.959026 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:41.959932 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:41.960435 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 10 14:57:41.960757 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:41.961674 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:41.962213 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 10 14:57:41.962538 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: external_net.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:41.963451 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:41.963959 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loaded extension: external-net Sep 10 14:57:41.964283 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: extra_dhcp_opt.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:41.965196 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:41.965697 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loaded extension: extra_dhcp_opt Sep 10 14:57:41.966041 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: extraroute.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:41.967619 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:41.968130 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loaded extension: extraroute Sep 10 14:57:41.968455 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: extraroute_atomic.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:41.969498 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:41.970009 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loaded extension: extraroute-atomic Sep 10 14:57:41.970364 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: filter_validation.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:41.971033 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:41.971540 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loaded extension: filter-validation Sep 10 14:57:41.971862 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: fip_pf_description.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:41.972777 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:41.973277 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 10 14:57:41.973601 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: fip_port_details.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:41.974543 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:41.975045 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loaded extension: fip-port-details Sep 10 14:57:41.975366 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: flavors.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:41.976608 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:41.977119 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loaded extension: flavors Sep 10 14:57:41.977446 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:41.979166 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:41.979686 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 10 14:57:41.980022 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: floatingip_pools.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:41.980733 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:41.981244 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loaded extension: floatingip-pools Sep 10 14:57:41.981578 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: ip_allocation.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:41.983060 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:41.983887 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Extension ip_allocation not supported by any of loaded plugins Sep 10 14:57:41.984436 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:41.985485 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:41.985996 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loaded extension: ip-substring-filtering Sep 10 14:57:41.986358 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: l2_adjacency.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:41.987299 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:41.987803 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Extension l2_adjacency not supported by any of loaded plugins Sep 10 14:57:41.988129 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: l3.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:41.989322 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:41.989848 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loaded extension: router Sep 10 14:57:41.990209 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: l3_conntrack_helper.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:41.992524 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:41.993045 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 10 14:57:41.993376 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:41.994356 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:41.994868 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loaded extension: ext-gw-mode Sep 10 14:57:41.995197 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:41.996136 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:41.996642 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loaded extension: l3-ha Sep 10 14:57:41.996969 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: l3_flavors.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:41.997889 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:41.999076 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loaded extension: l3-flavors Sep 10 14:57:41.999408 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:42.000338 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:42.000844 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loaded extension: l3-port-ip-change-not-allowed Sep 10 14:57:42.001172 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: l3agentscheduler.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:42.002258 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:42.002794 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loaded extension: l3_agent_scheduler Sep 10 14:57:42.003131 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: logging.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:42.004659 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:42.005174 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Extension logging not supported by any of loaded plugins Sep 10 14:57:42.005509 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: metering.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:42.006293 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:42.006872 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loaded extension: metering Sep 10 14:57:42.007221 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:42.008297 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:42.008810 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loaded extension: metering_source_and_destination_fields Sep 10 14:57:42.009140 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: multiprovidernet.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:42.010093 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:42.010605 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loaded extension: multi-provider Sep 10 14:57:42.010929 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: netmtu.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:42.011850 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:42.012357 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loaded extension: net-mtu Sep 10 14:57:42.012680 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: netmtu_writable.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:42.013610 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:42.014746 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loaded extension: net-mtu-writable Sep 10 14:57:42.015159 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: network_availability_zone.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:42.015838 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:42.016343 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loaded extension: network_availability_zone Sep 10 14:57:42.016665 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: network_ip_availability.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:42.017825 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:42.018363 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loaded extension: network-ip-availability Sep 10 14:57:42.018694 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: network_segment_range.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:42.019476 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:42.019976 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Extension network-segment-range not supported by any of loaded plugins Sep 10 14:57:42.020301 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: pagination.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:42.021291 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:42.021618 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loaded extension: pagination Sep 10 14:57:42.026607 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: port_device_profile.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:42.026607 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:42.026607 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loaded extension: port-device-profile Sep 10 14:57:42.026607 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:42.026607 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:42.026607 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loaded extension: port-mac-address-regenerate Sep 10 14:57:42.029607 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:42.029607 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:42.029607 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loaded extension: port-numa-affinity-policy Sep 10 14:57:42.029607 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: port_resource_request.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:42.029607 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:42.029607 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Extension port-resource-request not supported by any of loaded plugins Sep 10 14:57:42.030583 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: portbindings.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:42.030891 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:42.031459 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loaded extension: binding Sep 10 14:57:42.031788 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: portbindings_extended.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:42.033094 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:42.033624 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loaded extension: binding-extended Sep 10 14:57:42.033960 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: portsecurity.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:42.034908 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:42.035418 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loaded extension: port-security Sep 10 14:57:42.035747 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: project_id.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:42.036728 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:42.037062 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loaded extension: project-id Sep 10 14:57:42.037390 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: providernet.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:42.038350 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:42.038862 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loaded extension: provider Sep 10 14:57:42.039188 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: qos.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:42.042775 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:42.043307 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Extension qos not supported by any of loaded plugins Sep 10 14:57:42.043645 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:42.044894 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:42.045451 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 10 14:57:42.045785 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:42.046735 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:42.047248 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 10 14:57:42.047576 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: qos_default.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:42.048491 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:42.048999 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Extension qos-default not supported by any of loaded plugins Sep 10 14:57:42.049327 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: qos_fip.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:42.049988 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:42.050519 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Extension qos-fip not supported by any of loaded plugins Sep 10 14:57:42.050844 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: qos_gateway_ip.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:42.051774 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:42.052280 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 10 14:57:42.052610 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: qos_port_network_policy.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:42.053531 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:42.054040 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 10 14:57:42.054386 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: qos_pps_rule.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:42.055562 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:42.056071 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Extension qos-pps not supported by any of loaded plugins Sep 10 14:57:42.056399 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: qos_rule_type_details.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:42.057316 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:42.057824 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 10 14:57:42.058188 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: qos_rules_alias.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:42.059249 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:42.059756 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 10 14:57:42.060081 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: quotasv2.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:42.061609 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:42.061938 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loaded extension: quotas Sep 10 14:57:42.062293 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: quotasv2_detail.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:42.065919 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:42.066319 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loaded extension: quota_details Sep 10 14:57:42.066661 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: rbac.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:42.067739 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:42.068267 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loaded extension: rbac-policies Sep 10 14:57:42.068598 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: rbac_address_group.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:42.069534 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:42.070070 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loaded extension: rbac-address-group Sep 10 14:57:42.070403 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: rbac_address_scope.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:42.071328 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:42.071837 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loaded extension: rbac-address-scope Sep 10 14:57:42.072162 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: rbac_security_groups.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:42.073121 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:42.073626 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loaded extension: rbac-security-groups Sep 10 14:57:42.073951 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: rbac_subnetpool.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:42.074902 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:42.075416 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loaded extension: rbac-subnetpool Sep 10 14:57:42.075744 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: revisionifmatch.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:42.077289 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:42.077805 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loaded extension: revision-if-match Sep 10 14:57:42.078165 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: revisions.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:42.079291 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:42.079804 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loaded extension: standard-attr-revisions Sep 10 14:57:42.080133 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: router_availability_zone.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:42.080818 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:42.081326 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loaded extension: router_availability_zone Sep 10 14:57:42.081651 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: routerservicetype.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:42.082605 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:42.083123 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Extension router-service-type not supported by any of loaded plugins Sep 10 14:57:42.083446 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:42.084373 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:42.084883 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loaded extension: security-groups-normalized-cidr Sep 10 14:57:42.085210 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: security_groups_port_filtering.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:42.086156 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:42.086665 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loaded extension: port-security-groups-filtering Sep 10 14:57:42.086988 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:42.087910 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:42.088419 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loaded extension: security-groups-remote-address-group Sep 10 14:57:42.088744 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: securitygroup.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:42.100137 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:42.100673 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loaded extension: security-group Sep 10 14:57:42.101012 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: segment.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:42.101846 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:42.102386 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Extension segment not supported by any of loaded plugins Sep 10 14:57:42.102719 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:42.103709 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:42.104212 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 10 14:57:42.104539 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: servicetype.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:42.105729 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:42.106274 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loaded extension: service-type Sep 10 14:57:42.106608 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: sorting.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:42.107646 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:42.107980 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loaded extension: sorting Sep 10 14:57:42.108307 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: standard_attr_segment.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:42.109247 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:42.109759 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 10 14:57:42.110122 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: standardattrdescription.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:42.110775 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:42.111277 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loaded extension: standard-attr-description Sep 10 14:57:42.111602 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: stateful_security_group.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:42.112546 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:42.113062 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loaded extension: stateful-security-group Sep 10 14:57:42.113390 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: stdattrs_common.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:42.113977 dv-cinder-760153-10-iscsi neutron-server[93900]: WARNING neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 10 14:57:42.114326 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:42.115258 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:42.115801 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 10 14:57:42.116129 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: subnet_onboard.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:42.117215 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:42.117732 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loaded extension: subnet_onboard Sep 10 14:57:42.118084 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:42.119017 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:42.119526 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 10 14:57:42.119851 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: subnet_service_types.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:42.120776 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:42.121289 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loaded extension: subnet-service-types Sep 10 14:57:42.121618 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: subnetallocation.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:42.122741 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:42.123913 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loaded extension: subnet_allocation Sep 10 14:57:42.124249 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:42.124924 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:42.125432 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loaded extension: subnetpool-prefix-ops Sep 10 14:57:42.125758 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:42.126722 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:42.127232 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 10 14:57:42.127562 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: tagging.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:42.128666 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:42.129183 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loaded extension: standard-attr-tag Sep 10 14:57:42.129513 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: timestamp.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:42.130757 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:42.131269 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loaded extension: standard-attr-timestamp Sep 10 14:57:42.131597 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: trunk.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:42.132639 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:42.133151 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Extension trunk not supported by any of loaded plugins Sep 10 14:57:42.133482 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: trunk_details.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:42.134435 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:42.134941 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Extension trunk-details not supported by any of loaded plugins Sep 10 14:57:42.135264 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: uplink_status_propagation.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:42.136184 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:42.136690 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 10 14:57:42.137013 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Loading extension file: vlantransparent.py {{(pid=93900) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 14:57:42.137688 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93900) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 14:57:42.138224 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Extension vlan-transparent not supported by any of loaded plugins Sep 10 14:57:42.141566 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.quota.resource_registry [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Creating instance of TrackedResource for resource:network Sep 10 14:57:42.142149 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.quota.resource_registry [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Creating instance of TrackedResource for resource:subnet Sep 10 14:57:42.142578 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.quota.resource_registry [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Creating instance of TrackedResource for resource:subnetpool Sep 10 14:57:42.142983 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.quota.resource_registry [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Creating instance of TrackedResource for resource:port Sep 10 14:57:42.144235 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.v2.resource_helper [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93900) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 14:57:42.144686 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.v2.resource_helper [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Service FLAVORS assigned prefix: {{(pid=93900) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 14:57:42.145315 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.v2.resource_helper [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93900) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 14:57:42.145771 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.v2.resource_helper [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93900) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 14:57:42.146143 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.quota.resource_registry [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Creating instance of TrackedResource for resource:router Sep 10 14:57:42.146575 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.quota.resource_registry [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Creating instance of TrackedResource for resource:floatingip Sep 10 14:57:42.147070 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.v2.resource_helper [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Service METERING assigned prefix: /metering {{(pid=93900) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 14:57:42.148532 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:42.148918 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:42.149274 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 14:57:42.150340 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.quota.resource_registry [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Creating instance of CountableResource for resource:rbac_policy Sep 10 14:57:42.150796 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.quota.resource_registry [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Creating instance of TrackedResource for resource:security_group Sep 10 14:57:42.151231 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.quota.resource_registry [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Creating instance of TrackedResource for resource:security_group_rule Sep 10 14:57:42.151817 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.v2.resource_helper [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Service CORE assigned prefix: {{(pid=93900) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 14:57:42.152153 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.quota.resource_registry [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Creating instance of TrackedResource for resource:subnetpool Sep 10 14:57:42.152499 dv-cinder-760153-10-iscsi neutron-server[93900]: WARNING neutron.quota.resource_registry [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] subnetpool is already registered Sep 10 14:57:42.152937 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.v2.resource_helper [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Service CORE assigned prefix: {{(pid=93900) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 14:57:42.153271 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.quota.resource_registry [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Creating instance of TrackedResource for resource:subnetpool Sep 10 14:57:42.153605 dv-cinder-760153-10-iscsi neutron-server[93900]: WARNING neutron.quota.resource_registry [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] subnetpool is already registered Sep 10 14:57:42.156295 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.v2.resource_helper [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93900) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 14:57:42.156678 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.v2.resource_helper [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Service FLAVORS assigned prefix: {{(pid=93900) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 14:57:42.157273 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.v2.resource_helper [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93900) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 14:57:42.157701 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.v2.resource_helper [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93900) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 14:57:42.158062 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.quota.resource_registry [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Creating instance of TrackedResource for resource:router Sep 10 14:57:42.158465 dv-cinder-760153-10-iscsi neutron-server[93900]: WARNING neutron.quota.resource_registry [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] router is already registered Sep 10 14:57:42.158843 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.quota.resource_registry [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Creating instance of TrackedResource for resource:floatingip Sep 10 14:57:42.159169 dv-cinder-760153-10-iscsi neutron-server[93900]: WARNING neutron.quota.resource_registry [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] floatingip is already registered Sep 10 14:57:42.159629 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.v2.resource_helper [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Service METERING assigned prefix: /metering {{(pid=93900) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 14:57:42.160315 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.quota.resource_registry [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Creating instance of CountableResource for resource:rbac_policy Sep 10 14:57:42.160647 dv-cinder-760153-10-iscsi neutron-server[93900]: WARNING neutron.quota.resource_registry [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] rbac_policy is already registered Sep 10 14:57:42.161059 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.quota.resource_registry [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Creating instance of TrackedResource for resource:security_group Sep 10 14:57:42.161397 dv-cinder-760153-10-iscsi neutron-server[93900]: WARNING neutron.quota.resource_registry [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] security_group is already registered Sep 10 14:57:42.161801 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.quota.resource_registry [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Creating instance of TrackedResource for resource:security_group_rule Sep 10 14:57:42.162166 dv-cinder-760153-10-iscsi neutron-server[93900]: WARNING neutron.quota.resource_registry [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] security_group_rule is already registered Sep 10 14:57:42.162793 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.v2.resource_helper [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Service CORE assigned prefix: {{(pid=93900) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 14:57:42.163124 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.quota.resource_registry [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Creating instance of TrackedResource for resource:subnetpool Sep 10 14:57:42.163460 dv-cinder-760153-10-iscsi neutron-server[93900]: WARNING neutron.quota.resource_registry [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] subnetpool is already registered Sep 10 14:57:42.163879 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.v2.resource_helper [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Service CORE assigned prefix: {{(pid=93900) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 14:57:42.164213 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.quota.resource_registry [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Creating instance of TrackedResource for resource:subnetpool Sep 10 14:57:42.164545 dv-cinder-760153-10-iscsi neutron-server[93900]: WARNING neutron.quota.resource_registry [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] subnetpool is already registered Sep 10 14:57:42.165004 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Extended resource: extensions {{(pid=93900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 14:57:42.166533 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Extended resource: address-groups {{(pid=93900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 14:57:42.168003 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Extended resource: address-scopes {{(pid=93900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 14:57:42.169336 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Extended resource: agents {{(pid=93900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 14:57:42.170631 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Extended resource: auto-allocated-topology {{(pid=93900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 14:57:42.171888 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Extended resource: availability_zones {{(pid=93900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 14:57:42.173128 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Extended resource: dhcp-networks {{(pid=93900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 14:57:42.174682 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Extended resource: dhcp-agents {{(pid=93900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 14:57:42.176102 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Extended resource: routers {{(pid=93900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 14:57:42.178351 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Extended resource: flavors {{(pid=93900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 14:57:42.179504 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Extended resource: service_profiles {{(pid=93900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 14:57:42.180715 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Extended resource: next_providers {{(pid=93900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 14:57:42.182193 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Extended resource: service_profiles {{(pid=93900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 14:57:42.183732 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Extended resource: floatingip-pools {{(pid=93900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 14:57:42.184959 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Extended resource: routers {{(pid=93900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 14:57:42.187639 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Extended resource: floatingips {{(pid=93900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 14:57:42.189200 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Extended resource: l3-routers {{(pid=93900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 14:57:42.190649 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Extended resource: l3-agents {{(pid=93900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 14:57:42.192051 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Extended resource: metering-labels {{(pid=93900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 14:57:42.193438 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Extended resource: metering-label-rules {{(pid=93900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 14:57:42.194737 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Extended resource: network-ip-availabilities {{(pid=93900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 14:57:42.196035 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Extended resource: bindings {{(pid=93900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 14:57:42.198746 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Extended resource: quotas {{(pid=93900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 14:57:42.200150 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Extended resource: quotas {{(pid=93900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 14:57:42.201673 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Extended resource: rbac-policies {{(pid=93900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 14:57:42.202914 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Extended resource: security-groups {{(pid=93900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 14:57:42.204216 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Extended resource: security-group-rules {{(pid=93900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 14:57:42.205570 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Extended resource: service-providers {{(pid=93900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 14:57:42.206814 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Extended resource: subnetpools {{(pid=93900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 14:57:42.208253 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Extended resource: subnetpools {{(pid=93900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 14:57:42.209704 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Extended resource: tags {{(pid=93900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 14:57:42.211395 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Extended resource: tags {{(pid=93900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 14:57:42.213232 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Extended resource: tags {{(pid=93900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 14:57:42.215061 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Extended resource: tags {{(pid=93900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 14:57:42.217374 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Extended resource: tags {{(pid=93900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 14:57:42.219237 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Extended resource: tags {{(pid=93900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 14:57:42.220931 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Extended resource: tags {{(pid=93900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 14:57:42.222870 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Extended resource: tags {{(pid=93900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 14:57:42.224651 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Extended resource: tags {{(pid=93900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 14:57:42.226376 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron.api.extensions [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Extended resource: tags {{(pid=93900) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 14:57:42.232414 dv-cinder-760153-10-iscsi neutron-server[93900]: WARNING keystonemiddleware.auth_token [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 10 14:57:42.237741 dv-cinder-760153-10-iscsi neutron-server[93900]: WARNING keystonemiddleware.auth_token [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 10 14:57:42.246370 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_concurrency.lockutils [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Acquired lock "singleton_lock" {{(pid=93900) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 10 14:57:42.246856 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_concurrency.lockutils [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Releasing lock "singleton_lock" {{(pid=93900) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 10 14:57:42.247508 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO oslo_service.service [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Starting 2 workers Sep 10 14:57:42.252693 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Started child 94009 {{(pid=93900) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 10 14:57:42.257415 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Started child 94010 {{(pid=93900) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 10 14:57:42.258187 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:57:42.259042 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO neutron.service [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Neutron service started, listening on 0.0.0.0:9696 Sep 10 14:57:42.259639 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [-] (94009) wsgi starting up on http://0.0.0.0:9696 Sep 10 14:57:42.259807 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Notify callbacks [] for process, before_spawn {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:57:42.262200 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO oslo_service.service [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Starting 1 workers Sep 10 14:57:42.262419 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:57:42.263611 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [-] (94010) wsgi starting up on http://0.0.0.0:9696 Sep 10 14:57:42.268275 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Started child 94011 {{(pid=93900) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 10 14:57:42.268882 dv-cinder-760153-10-iscsi neutron-server[93900]: INFO oslo_service.service [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Starting 1 workers Sep 10 14:57:42.272102 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.service [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] calling RpcWorker wait() {{(pid=94011) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 10 14:57:42.272684 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.service [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] returning from RpcWorker wait() {{(pid=94011) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 10 14:57:42.273498 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Started child 94012 {{(pid=93900) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 10 14:57:42.273992 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:57:42.274363 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG neutron_lib.callbacks.manager [None req-92614be4-25d3-40ef-8f9b-294a4b1a2f8c None None] Notify callbacks [] for process, after_spawn {{(pid=93900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:57:42.274555 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 14:57:42.276238 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93900) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 10 14:57:42.276453 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 10 14:57:42.276635 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 10 14:57:42.276847 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 10 14:57:42.277185 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 10 14:57:42.277346 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 10 14:57:42.278017 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.278471 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:57:42.278951 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.278951 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.279099 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.279290 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.280734 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.281066 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.281248 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.281534 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.281789 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.281966 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.282159 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.282414 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.282654 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.282966 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.283242 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.283490 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.283762 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.283935 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.284189 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.284465 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.284714 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.284983 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] debug = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.285247 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.285749 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.285976 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.286262 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.286479 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.286745 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.286972 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.287250 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.287520 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.287758 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.287991 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.288238 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.288469 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.288695 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.288910 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.289168 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.289403 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.289903 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] host = dv-cinder-760153-10-iscsi {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.290165 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.290426 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.290631 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.290879 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.291123 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.291338 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.291606 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.291861 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.292131 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.292357 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.292576 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.292840 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.293087 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.293347 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] log_file = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.293512 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] log_options = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.293748 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.294096 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.294283 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.294473 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.294641 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.294814 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.295685 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.295824 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.296086 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.296325 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.296693 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.296916 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.297152 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.297398 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.297669 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.297920 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.298156 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.298400 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.298661 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.298888 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.299111 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.299335 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.299549 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.299766 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.299999 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.300231 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.300553 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.300689 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.300947 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.301090 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.301302 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.301544 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.301756 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.302003 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.302285 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.302511 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.302737 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.302968 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.303240 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.303464 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.303711 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.303955 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.304166 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.304408 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.304639 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.304884 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.305148 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] use_json = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.305357 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.305587 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.305861 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.306110 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.306344 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.306557 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.306774 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.307003 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.307446 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.307725 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.308048 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.308291 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.308541 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.308801 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.309031 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.309268 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.309540 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.309791 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.310104 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.310413 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.311421 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.312021 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.312157 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.312281 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 14:57:42.312464 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.312724 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.313001 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.313237 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.313714 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.313929 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.314290 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.314851 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.314993 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.315117 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.315376 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.315583 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.316155 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.316487 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.316758 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.317030 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.317569 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.317815 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.318187 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.318373 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.318555 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.318766 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.319031 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.319387 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.319528 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.319693 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.319919 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.320154 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.320380 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.320637 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.321414 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.321414 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.321414 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.321793 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.321793 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.322011 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.322205 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.322689 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.322689 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.322941 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.323120 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.323342 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.323579 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.323999 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.324868 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.324868 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.324868 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.324868 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.325305 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.325305 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.325819 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.325819 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.325819 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.326446 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.326446 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.326654 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.326758 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.326999 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.327407 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.329658 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.329658 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.329658 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.329658 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.329658 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.329658 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.329658 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.329658 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.329658 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.331711 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.331711 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.331711 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.331711 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.331711 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.331711 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.331711 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.331711 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.333469 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.333469 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.333469 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.333469 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.333469 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.333469 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.333469 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.333469 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.334192 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.334192 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.334192 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.334192 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.334498 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.334498 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.334765 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.334989 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.335518 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.335518 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.335712 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.335891 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.336143 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.336407 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.336673 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.336941 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.337188 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.337461 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.337698 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.337979 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.338241 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.338519 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.338811 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.339245 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.339642 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.340052 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.340316 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.340561 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.340821 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.341088 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.341504 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.342004 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.342539 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.342983 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.343370 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.343738 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.344099 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.344475 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.344952 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.345284 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.345583 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.346056 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.346485 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.346890 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.347273 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.347705 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.348093 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.348505 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.348741 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.348985 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.349220 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.349626 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.349999 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.350394 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.350779 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.351134 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.351515 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.351886 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.352270 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.352514 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.352760 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.352985 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.353234 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.353458 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.353682 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.353930 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.354176 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.354402 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.354647 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.354867 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.355104 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.355347 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.355580 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.355833 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.356055 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.356330 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.356601 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.356821 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.357068 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.357295 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.358131 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.358372 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.358619 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.358841 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.359056 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.359271 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.359510 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.359743 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.359957 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.360318 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.360453 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.360688 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.360923 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.361280 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.361518 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.361753 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.362004 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.362272 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.362526 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.362744 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.362960 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.363200 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.363415 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.363644 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.364056 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.364446 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.365203 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.365425 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.365644 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.366113 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.366482 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.366831 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.367293 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.367551 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.367787 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.368054 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.368296 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.368504 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.368763 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.368988 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.369202 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.369425 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.369644 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.369854 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.370116 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.370368 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.370561 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.370979 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.371201 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.371412 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.371639 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.371889 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.372100 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.372321 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.372533 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.372746 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.372969 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.373806 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.374015 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.374324 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.374901 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.374901 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.374901 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.375131 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.375316 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.375558 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.375777 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.375983 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.376290 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.376539 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.376778 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.377079 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.377309 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.377626 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.377827 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.378145 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.378362 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.378605 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.378824 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.379040 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.379287 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.379550 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.379875 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.380174 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.380438 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.380704 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.380983 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.381252 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.381523 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.381735 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.382054 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.382397 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.382674 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.382917 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.383161 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.383411 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.383630 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.383862 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.384094 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.384328 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.384541 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.384800 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.385027 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.385256 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.385488 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.385716 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.385931 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.386185 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.386415 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.386654 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.386870 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.387024 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 10 14:57:42.387547 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93900) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 10 14:57:42.387708 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 10 14:57:42.387871 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 10 14:57:42.388045 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 10 14:57:42.388214 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 10 14:57:42.388365 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 10 14:57:42.388571 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.388785 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.388936 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.389486 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.389486 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.389486 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.389486 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.389830 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.389830 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.389986 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.390156 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.390316 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.390473 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.390630 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.390790 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.390947 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.391106 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.391264 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.391427 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.391585 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.391742 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.391900 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.392069 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] debug = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.392200 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.392406 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.392571 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.392727 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.392884 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.393043 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.393199 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.393356 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.393514 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.393672 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.393829 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.393993 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.394152 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.394313 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.394813 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.394813 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.394813 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.395142 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] host = dv-cinder-760153-10-iscsi {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.395142 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.395289 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.395369 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.395501 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.395658 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.395815 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.395973 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.396132 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.396288 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.396446 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.396604 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.396762 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.396921 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.397078 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] log_file = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.397605 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] log_options = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.397605 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.398163 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.398163 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.398163 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.398482 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.398482 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.398482 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.398713 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.398797 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.398920 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.399239 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.399239 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.399401 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.399521 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.399678 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.399837 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.399995 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.400153 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.400311 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.400470 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.400628 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.400800 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.401113 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.401113 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.401258 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.401378 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.401534 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.401692 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.401850 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.402008 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.402189 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.402351 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.402509 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.402667 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.402826 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.402983 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.403140 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.403319 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.403460 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.403618 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.403775 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.403934 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.404092 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.404250 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.404540 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.405460 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.405460 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] use_json = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.405460 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.405460 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.405460 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.405460 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.405886 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.405886 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.405886 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.406152 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 14:57:42.406249 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.406451 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.406575 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.406737 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.406899 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.407079 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.407219 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.407379 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.407538 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.407698 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.407866 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.408028 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.408197 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.408360 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.408519 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.408682 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.408843 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.409004 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.409164 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.409326 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.409487 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.409648 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.409818 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.409979 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.410162 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.410323 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.410483 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.410660 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.410822 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.410985 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.411148 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.411313 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.411463 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.411612 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.411769 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.411920 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.412082 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.412262 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.412403 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.412563 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.412725 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.412885 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.413046 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.413207 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.413368 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.413529 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.413690 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.413852 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.414013 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.414205 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.414366 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.414528 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.414690 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.414852 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.415013 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.415183 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.415349 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.415510 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.415671 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.416002 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.416002 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.416173 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.416284 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.416445 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.416605 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.416765 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.416938 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.417100 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.417260 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.417420 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.417583 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.417744 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.417904 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.418084 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.418247 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.418407 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.418570 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.418731 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.418892 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.419053 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.419215 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.419376 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.419486 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 14:57:42.419588 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.419685 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.419835 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.420606 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.420774 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.421290 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.421290 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.421290 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.421510 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.421510 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.421656 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.421775 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.421935 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.422116 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.422277 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.422438 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.422599 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.422760 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.422919 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.423079 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.423242 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.423402 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.423562 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.423721 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.423881 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.424041 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.424199 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.424359 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.424519 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.424680 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.424839 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.424998 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.425157 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.425318 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.425487 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.425647 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.425815 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.425975 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.426163 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.426333 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.426495 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.426655 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.426815 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.426975 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.427134 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.427361 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.427461 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.427600 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.427759 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.427921 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.428088 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.428261 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.428421 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.428581 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.428740 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.428925 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.429084 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.429243 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.429404 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.429564 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.429724 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.429884 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.430061 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.430225 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.430386 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.430549 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.430710 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.430871 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.431031 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.431190 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.431350 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.431518 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.431659 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.431819 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.431980 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.432140 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.432300 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.432460 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.432620 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.432781 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.432941 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.433100 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.433262 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.433421 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.433581 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.433741 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.433900 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.434078 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.434242 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.434405 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.434568 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.434725 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.434878 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.435040 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.435190 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.435349 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.436229 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.437114 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.437114 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.437114 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.437114 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.437114 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.437467 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.437467 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.437603 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.437717 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.437880 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.438080 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.438225 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.438642 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.438819 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.438983 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.439291 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.439291 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.439430 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.439588 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.439750 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.439911 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.440072 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.440238 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.440394 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.440557 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.440720 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.441029 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.441029 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.441177 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.441326 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.441485 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.441645 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.441817 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.441978 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.442160 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.442320 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.442480 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.442640 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.442810 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.442971 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.443129 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.443289 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.443449 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.443609 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.443779 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.443934 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.444089 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.444250 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.444410 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.444569 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.444739 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.444898 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.445057 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.445217 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.445376 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.445535 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.445703 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.445863 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.446039 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.446199 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.446362 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.446521 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.446692 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.446853 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.447017 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.447177 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.447324 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.447485 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.447656 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.447817 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.447978 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.448145 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.448304 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.448464 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.448624 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.448796 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.448958 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.449118 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.449278 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.449439 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.449598 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.449759 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.449923 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.450113 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.450281 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.450443 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.450616 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.450792 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.450944 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.451106 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.451332 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.451508 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.451671 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.451833 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.451976 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.452242 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.452348 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.452453 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.452613 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.452774 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.452936 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.453095 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.453255 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.453416 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.453577 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.453737 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.453897 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.454076 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.454240 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.454400 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.454560 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 14:57:42.454731 dv-cinder-760153-10-iscsi neutron-server[93900]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93900) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 10 14:57:42.495274 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 37880) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 14:57:42.504646 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [-] 10.222.0.35 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070844 Sep 10 14:57:54.723680 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93509d15-6a22-4f9a-8566-e06c816396d6 None None] get_active_networks_info from dv-cinder-760153-10-iscsi {{(pid=94011) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 10 14:57:54.852482 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93509d15-6a22-4f9a-8566-e06c816396d6 None None] No non-hosted networks {{(pid=94011) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 10 14:57:54.893840 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.agentschedulers_db [None req-93509d15-6a22-4f9a-8566-e06c816396d6 None None] DHCP Agent not found on host dv-cinder-760153-10-iscsi {{(pid=94011) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 10 14:57:55.026895 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-57e85891-8bb5-4604-b826-248c69abcd72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-582792'] for agent, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:57:57.487473 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-ec814537-d033-4bd7-afed-c2225501d718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-582792'] for agent, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:57:57.554118 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-7976bd3e-ae6f-4569-84c0-e1c9416da0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:57:58.153781 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-582792'] for agent, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:57:58.154911 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 14:57:58.155580 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 14:57:58.156058 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 14:57:58.156668 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 14:57:58.157210 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 14:57:58.157769 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 14:57:58.158472 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 14:57:58.159066 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 14:57:58.159579 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 14:57:58.160125 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 14:57:58.160651 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 14:57:58.161193 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 14:57:58.161851 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-760153-10-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 14:57:58.176094 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-760153-10-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 14:57:59.223916 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b7c5f725-09d8-454b-b5ba-4a700e799395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-582792'] for agent, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:58:00.719096 dv-cinder-760153-10-iscsi neutron-server[94011]: INFO neutron.db.l3_hamode_db [None req-dc1825bf-4c7e-453a-a385-9493be5dc9af None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 10 14:58:00.807226 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1825bf-4c7e-453a-a385-9493be5dc9af None None] Routers set() bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 14:58:00.807814 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1825bf-4c7e-453a-a385-9493be5dc9af None None] Router IDs set() for agent in host dv-cinder-760153-10-iscsi {{(pid=94011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 10 14:58:01.371111 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c13c67c0-2efd-4950-9279-b0623a9c603e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-582792'] for agent, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:58:02.673413 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 37972) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 14:58:03.265950 dv-cinder-760153-10-iscsi neutron-server[94009]: WARNING oslo_policy.policy [None req-eba09d29-5bb3-4f8d-a537-ef46cf4bb756 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 10 14:58:03.266599 dv-cinder-760153-10-iscsi neutron-server[94009]: WARNING oslo_policy.policy [None req-eba09d29-5bb3-4f8d-a537-ef46cf4bb756 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 10 14:58:03.486525 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [None req-eba09d29-5bb3-4f8d-a537-ef46cf4bb756 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 14:58:03.487788 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-eba09d29-5bb3-4f8d-a537-ef46cf4bb756 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8119321 Sep 10 14:58:05.924580 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 37986) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 14:58:06.254942 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.v2.base [None req-be6eaa56-fe05-48c5-b67b-5e21cbc9e58f admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=94009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 14:58:06.352609 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.policy [None req-be6eaa56-fe05-48c5-b67b-5e21cbc9e58f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94009) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 10 14:58:06.397743 dv-cinder-760153-10-iscsi neutron-server[94009]: WARNING oslo_policy.policy [None req-be6eaa56-fe05-48c5-b67b-5e21cbc9e58f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 10 14:58:06.398147 dv-cinder-760153-10-iscsi neutron-server[94009]: WARNING oslo_policy.policy [None req-be6eaa56-fe05-48c5-b67b-5e21cbc9e58f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 10 14:58:06.406793 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.quota [None req-be6eaa56-fe05-48c5-b67b-5e21cbc9e58f admin admin] Loaded quota_driver: . Sep 10 14:58:06.497892 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-be6eaa56-fe05-48c5-b67b-5e21cbc9e58f admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748760106875', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748760111752', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748760123393', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748760121701', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748759486479', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748760079921', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1626865', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1801801', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-684410', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-699216'] for rbac-policy, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:58:06.561385 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-be6eaa56-fe05-48c5-b67b-5e21cbc9e58f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:58:06.562718 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-be6eaa56-fe05-48c5-b67b-5e21cbc9e58f admin admin] 10.222.0.35 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6371269 Sep 10 14:58:09.214281 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 37998) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 14:58:09.531705 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.v2.base [None req-0c652b45-b195-41b3-aaba-eaa07577282c admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '873aa0958e884be8acee97973c3b1565', 'tenant_id': '873aa0958e884be8acee97973c3b1565', 'name': 'private'}} {{(pid=94009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 14:58:09.564548 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c652b45-b195-41b3-aaba-eaa07577282c admin admin] Made reservation on behalf of 873aa0958e884be8acee97973c3b1565 for: {'network': 1} {{(pid=94009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 14:58:09.567450 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-0c652b45-b195-41b3-aaba-eaa07577282c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for network, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:58:09.584853 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-0c652b45-b195-41b3-aaba-eaa07577282c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:58:09.714312 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-0c652b45-b195-41b3-aaba-eaa07577282c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:58:09.719182 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-0c652b45-b195-41b3-aaba-eaa07577282c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:58:09.739653 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c652b45-b195-41b3-aaba-eaa07577282c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=94009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 14:58:09.768154 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-0c652b45-b195-41b3-aaba-eaa07577282c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748756906388', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672864'] for segment, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:58:09.768769 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-0c652b45-b195-41b3-aaba-eaa07577282c admin admin] Unsubscribe: segment precommit_create {{(pid=94009) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 10 14:58:09.769274 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.db.segments_db [None req-0c652b45-b195-41b3-aaba-eaa07577282c admin admin] Added segment 651b556f-1e3d-43c9-a4b9-bfce7931f8a0 of type vlan for network 498948de-f232-4f0b-9fb5-fb9d75c6bf0a Sep 10 14:58:09.785409 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c652b45-b195-41b3-aaba-eaa07577282c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdcdd0cd-2550-421e-8854-ba6edd5b3884,revision_number=1']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 14:58:09.812180 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c652b45-b195-41b3-aaba-eaa07577282c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 14:58:09.812511 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c652b45-b195-41b3-aaba-eaa07577282c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 14:58:09.812840 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c652b45-b195-41b3-aaba-eaa07577282c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 14:58:09.813430 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c652b45-b195-41b3-aaba-eaa07577282c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 14:58:09.813745 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c652b45-b195-41b3-aaba-eaa07577282c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 14:58:09.814113 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c652b45-b195-41b3-aaba-eaa07577282c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 14:58:09.814418 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c652b45-b195-41b3-aaba-eaa07577282c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 14:58:09.814745 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c652b45-b195-41b3-aaba-eaa07577282c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 14:58:09.815078 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c652b45-b195-41b3-aaba-eaa07577282c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 14:58:09.815389 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c652b45-b195-41b3-aaba-eaa07577282c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 14:58:09.815698 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c652b45-b195-41b3-aaba-eaa07577282c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 14:58:09.816009 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c652b45-b195-41b3-aaba-eaa07577282c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 14:58:09.817353 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c652b45-b195-41b3-aaba-eaa07577282c admin admin] Tracked resource versions report: Sep 10 14:58:09.817353 dv-cinder-760153-10-iscsi neutron-server[94009]: pushed versions: Sep 10 14:58:09.817353 dv-cinder-760153-10-iscsi neutron-server[94009]: { 'AddressGroup': {'1.2'}, Sep 10 14:58:09.817353 dv-cinder-760153-10-iscsi neutron-server[94009]: 'ConntrackHelper': {'1.0'}, Sep 10 14:58:09.817353 dv-cinder-760153-10-iscsi neutron-server[94009]: 'Log': {'1.0'}, Sep 10 14:58:09.817353 dv-cinder-760153-10-iscsi neutron-server[94009]: 'Network': {'1.1'}, Sep 10 14:58:09.817353 dv-cinder-760153-10-iscsi neutron-server[94009]: 'Port': {'1.7'}, Sep 10 14:58:09.817353 dv-cinder-760153-10-iscsi neutron-server[94009]: 'PortForwarding': {'1.2'}, Sep 10 14:58:09.817353 dv-cinder-760153-10-iscsi neutron-server[94009]: 'QosPolicy': {'1.9'}, Sep 10 14:58:09.817353 dv-cinder-760153-10-iscsi neutron-server[94009]: 'SecurityGroup': {'1.4'}, Sep 10 14:58:09.817353 dv-cinder-760153-10-iscsi neutron-server[94009]: 'SecurityGroupRule': {'1.2'}, Sep 10 14:58:09.817353 dv-cinder-760153-10-iscsi neutron-server[94009]: 'SubPort': {'1.0'}, Sep 10 14:58:09.817353 dv-cinder-760153-10-iscsi neutron-server[94009]: 'Subnet': {'1.1'}, Sep 10 14:58:09.817353 dv-cinder-760153-10-iscsi neutron-server[94009]: 'Trunk': {'1.1'}} Sep 10 14:58:09.817353 dv-cinder-760153-10-iscsi neutron-server[94009]: consumer versions: Sep 10 14:58:09.817353 dv-cinder-760153-10-iscsi neutron-server[94009]: { DHCP agent@dv-cinder-760153-10-iscsi: {}, Sep 10 14:58:09.817353 dv-cinder-760153-10-iscsi neutron-server[94009]: L3 agent@dv-cinder-760153-10-iscsi: {}, Sep 10 14:58:09.817353 dv-cinder-760153-10-iscsi neutron-server[94009]: Metadata agent@dv-cinder-760153-10-iscsi: {}, Sep 10 14:58:09.817353 dv-cinder-760153-10-iscsi neutron-server[94009]: Metering agent@dv-cinder-760153-10-iscsi: {}, Sep 10 14:58:09.817353 dv-cinder-760153-10-iscsi neutron-server[94009]: Open vSwitch agent@dv-cinder-760153-10-iscsi: { 'AddressGroup': '1.2', Sep 10 14:58:09.817353 dv-cinder-760153-10-iscsi neutron-server[94009]: 'ConntrackHelper': '1.0', Sep 10 14:58:09.817353 dv-cinder-760153-10-iscsi neutron-server[94009]: 'Log': '1.0', Sep 10 14:58:09.817353 dv-cinder-760153-10-iscsi neutron-server[94009]: 'Network': '1.1', Sep 10 14:58:09.817353 dv-cinder-760153-10-iscsi neutron-server[94009]: 'Port': '1.7', Sep 10 14:58:09.817353 dv-cinder-760153-10-iscsi neutron-server[94009]: 'PortForwarding': '1.2', Sep 10 14:58:09.817353 dv-cinder-760153-10-iscsi neutron-server[94009]: 'QosPolicy': '1.9', Sep 10 14:58:09.817353 dv-cinder-760153-10-iscsi neutron-server[94009]: 'SecurityGroup': '1.4', Sep 10 14:58:09.817353 dv-cinder-760153-10-iscsi neutron-server[94009]: 'SecurityGroupRule': '1.2', Sep 10 14:58:09.817353 dv-cinder-760153-10-iscsi neutron-server[94009]: 'SubPort': '1.0', Sep 10 14:58:09.817353 dv-cinder-760153-10-iscsi neutron-server[94009]: 'Subnet': '1.1', Sep 10 14:58:09.817353 dv-cinder-760153-10-iscsi neutron-server[94009]: 'Trunk': '1.1'}} Sep 10 14:58:09.817353 dv-cinder-760153-10-iscsi neutron-server[94009]: {{(pid=94009) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 10 14:58:09.893229 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-0c652b45-b195-41b3-aaba-eaa07577282c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748756560168'] for network, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:58:09.950313 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-0c652b45-b195-41b3-aaba-eaa07577282c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861'] for network, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:58:09.951574 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c652b45-b195-41b3-aaba-eaa07577282c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 14:58:09.952271 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-0c652b45-b195-41b3-aaba-eaa07577282c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526879'] for network, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:58:10.015062 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-0c652b45-b195-41b3-aaba-eaa07577282c admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7996833 Sep 10 14:58:10.071842 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c652b45-b195-41b3-aaba-eaa07577282c admin admin] Pushing event updated for resources: {'Network': ['ID=498948de-f232-4f0b-9fb5-fb9d75c6bf0a,revision_number=1']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 14:58:10.085193 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Network 498948de-f232-4f0b-9fb5-fb9d75c6bf0a details requested by agent ovs-agent-dv-cinder-760153-10-iscsi with host dv-cinder-760153-10-iscsi {{(pid=94011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 14:58:12.815212 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 38012) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 14:58:13.327612 dv-cinder-760153-10-iscsi neutron-server[94010]: WARNING oslo_policy.policy [None req-732365e4-7e0a-4d92-9c62-f46209e0a253 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 10 14:58:13.328200 dv-cinder-760153-10-iscsi neutron-server[94010]: WARNING oslo_policy.policy [None req-732365e4-7e0a-4d92-9c62-f46209e0a253 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 10 14:58:13.768354 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.policy [None req-732365e4-7e0a-4d92-9c62-f46209e0a253 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94010) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 10 14:58:13.814202 dv-cinder-760153-10-iscsi neutron-server[94010]: WARNING oslo_policy.policy [None req-732365e4-7e0a-4d92-9c62-f46209e0a253 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 10 14:58:13.814570 dv-cinder-760153-10-iscsi neutron-server[94010]: WARNING oslo_policy.policy [None req-732365e4-7e0a-4d92-9c62-f46209e0a253 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 10 14:58:13.822527 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732365e4-7e0a-4d92-9c62-f46209e0a253 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 14:58:13.824345 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-732365e4-7e0a-4d92-9c62-f46209e0a253 admin admin] 10.222.0.35 "GET /v2.0/networks/498948de-f232-4f0b-9fb5-fb9d75c6bf0a HTTP/1.1" status: 200 len: 825 time: 1.0082109 Sep 10 14:58:13.865219 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-ddc5914e-a6f5-4dea-b140-24ff768b44c5 admin admin] 10.222.0.35 "GET /v2.0/subnetpools/40c2c629-324c-4935-a93e-5f4fa0b6225b HTTP/1.1" status: 200 len: 734 time: 0.0344787 Sep 10 14:58:13.876058 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.v2.base [None req-6dd71696-6e0d-416a-9c6a-dd8080f77264 admin admin] Request body: {'subnet': {'subnetpool_id': '40c2c629-324c-4935-a93e-5f4fa0b6225b', 'name': 'private-subnet', 'tenant_id': '873aa0958e884be8acee97973c3b1565', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': '498948de-f232-4f0b-9fb5-fb9d75c6bf0a'}} {{(pid=94010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 14:58:13.877621 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.quota [None req-6dd71696-6e0d-416a-9c6a-dd8080f77264 admin admin] Loaded quota_driver: . Sep 10 14:58:13.916338 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dd71696-6e0d-416a-9c6a-dd8080f77264 admin admin] Made reservation on behalf of 873aa0958e884be8acee97973c3b1565 for: {'subnet': 1} {{(pid=94010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 14:58:13.920237 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-6dd71696-6e0d-416a-9c6a-dd8080f77264 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:58:14.213683 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-6dd71696-6e0d-416a-9c6a-dd8080f77264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861'] for subnet, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:58:14.284614 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd71696-6e0d-416a-9c6a-dd8080f77264 admin admin] Checking segment: {'id': '651b556f-1e3d-43c9-a4b9-bfce7931f8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '498948de-f232-4f0b-9fb5-fb9d75c6bf0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 14:58:14.284898 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd71696-6e0d-416a-9c6a-dd8080f77264 admin admin] Network hostable DHCP agents. Network: 498948de-f232-4f0b-9fb5-fb9d75c6bf0a, hostable agents: ['afb565d3-e50e-4cf5-8d13-a2fbc8ff1b06'], hosted agents: [] {{(pid=94010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 14:58:14.296005 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd71696-6e0d-416a-9c6a-dd8080f77264 admin admin] Pushing event updated for resources: {'Subnet': ['ID=855c0647-cb32-4cf6-b09a-81d96f3be5c5,revision_number=0']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 14:58:14.308355 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd71696-6e0d-416a-9c6a-dd8080f77264 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 14:58:14.308707 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd71696-6e0d-416a-9c6a-dd8080f77264 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 14:58:14.309039 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd71696-6e0d-416a-9c6a-dd8080f77264 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 14:58:14.309914 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd71696-6e0d-416a-9c6a-dd8080f77264 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 14:58:14.310269 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd71696-6e0d-416a-9c6a-dd8080f77264 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 14:58:14.310583 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd71696-6e0d-416a-9c6a-dd8080f77264 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 14:58:14.310901 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd71696-6e0d-416a-9c6a-dd8080f77264 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 14:58:14.311231 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd71696-6e0d-416a-9c6a-dd8080f77264 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 14:58:14.311568 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd71696-6e0d-416a-9c6a-dd8080f77264 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 14:58:14.311882 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd71696-6e0d-416a-9c6a-dd8080f77264 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 14:58:14.312196 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd71696-6e0d-416a-9c6a-dd8080f77264 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 14:58:14.312507 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd71696-6e0d-416a-9c6a-dd8080f77264 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 14:58:14.314123 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd71696-6e0d-416a-9c6a-dd8080f77264 admin admin] Tracked resource versions report: Sep 10 14:58:14.314123 dv-cinder-760153-10-iscsi neutron-server[94010]: pushed versions: Sep 10 14:58:14.314123 dv-cinder-760153-10-iscsi neutron-server[94010]: { 'AddressGroup': {'1.2'}, Sep 10 14:58:14.314123 dv-cinder-760153-10-iscsi neutron-server[94010]: 'ConntrackHelper': {'1.0'}, Sep 10 14:58:14.314123 dv-cinder-760153-10-iscsi neutron-server[94010]: 'Log': {'1.0'}, Sep 10 14:58:14.314123 dv-cinder-760153-10-iscsi neutron-server[94010]: 'Network': {'1.1'}, Sep 10 14:58:14.314123 dv-cinder-760153-10-iscsi neutron-server[94010]: 'Port': {'1.7'}, Sep 10 14:58:14.314123 dv-cinder-760153-10-iscsi neutron-server[94010]: 'PortForwarding': {'1.2'}, Sep 10 14:58:14.314123 dv-cinder-760153-10-iscsi neutron-server[94010]: 'QosPolicy': {'1.9'}, Sep 10 14:58:14.314123 dv-cinder-760153-10-iscsi neutron-server[94010]: 'SecurityGroup': {'1.4'}, Sep 10 14:58:14.314123 dv-cinder-760153-10-iscsi neutron-server[94010]: 'SecurityGroupRule': {'1.2'}, Sep 10 14:58:14.314123 dv-cinder-760153-10-iscsi neutron-server[94010]: 'SubPort': {'1.0'}, Sep 10 14:58:14.314123 dv-cinder-760153-10-iscsi neutron-server[94010]: 'Subnet': {'1.1'}, Sep 10 14:58:14.314123 dv-cinder-760153-10-iscsi neutron-server[94010]: 'Trunk': {'1.1'}} Sep 10 14:58:14.314123 dv-cinder-760153-10-iscsi neutron-server[94010]: consumer versions: Sep 10 14:58:14.314123 dv-cinder-760153-10-iscsi neutron-server[94010]: { DHCP agent@dv-cinder-760153-10-iscsi: {}, Sep 10 14:58:14.314123 dv-cinder-760153-10-iscsi neutron-server[94010]: L3 agent@dv-cinder-760153-10-iscsi: {}, Sep 10 14:58:14.314123 dv-cinder-760153-10-iscsi neutron-server[94010]: Metadata agent@dv-cinder-760153-10-iscsi: {}, Sep 10 14:58:14.314123 dv-cinder-760153-10-iscsi neutron-server[94010]: Metering agent@dv-cinder-760153-10-iscsi: {}, Sep 10 14:58:14.314123 dv-cinder-760153-10-iscsi neutron-server[94010]: Open vSwitch agent@dv-cinder-760153-10-iscsi: { 'AddressGroup': '1.2', Sep 10 14:58:14.314123 dv-cinder-760153-10-iscsi neutron-server[94010]: 'ConntrackHelper': '1.0', Sep 10 14:58:14.314123 dv-cinder-760153-10-iscsi neutron-server[94010]: 'Log': '1.0', Sep 10 14:58:14.314123 dv-cinder-760153-10-iscsi neutron-server[94010]: 'Network': '1.1', Sep 10 14:58:14.314123 dv-cinder-760153-10-iscsi neutron-server[94010]: 'Port': '1.7', Sep 10 14:58:14.314123 dv-cinder-760153-10-iscsi neutron-server[94010]: 'PortForwarding': '1.2', Sep 10 14:58:14.314123 dv-cinder-760153-10-iscsi neutron-server[94010]: 'QosPolicy': '1.9', Sep 10 14:58:14.314123 dv-cinder-760153-10-iscsi neutron-server[94010]: 'SecurityGroup': '1.4', Sep 10 14:58:14.314123 dv-cinder-760153-10-iscsi neutron-server[94010]: 'SecurityGroupRule': '1.2', Sep 10 14:58:14.314123 dv-cinder-760153-10-iscsi neutron-server[94010]: 'SubPort': '1.0', Sep 10 14:58:14.314123 dv-cinder-760153-10-iscsi neutron-server[94010]: 'Subnet': '1.1', Sep 10 14:58:14.314123 dv-cinder-760153-10-iscsi neutron-server[94010]: 'Trunk': '1.1'}} Sep 10 14:58:14.314123 dv-cinder-760153-10-iscsi neutron-server[94010]: {{(pid=94010) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 10 14:58:14.349122 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd71696-6e0d-416a-9c6a-dd8080f77264 admin admin] Network 498948de-f232-4f0b-9fb5-fb9d75c6bf0a is scheduled to be hosted by DHCP agent afb565d3-e50e-4cf5-8d13-a2fbc8ff1b06 with binding_index 1 {{(pid=94010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 14:58:14.362685 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.base_scheduler [None req-6dd71696-6e0d-416a-9c6a-dd8080f77264 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760153-10-iscsi, 498948de-f232-4f0b-9fb5-fb9d75c6bf0a) {{(pid=94010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 14:58:14.367121 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd71696-6e0d-416a-9c6a-dd8080f77264 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 14:58:14.367797 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-6dd71696-6e0d-416a-9c6a-dd8080f77264 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526879'] for subnet, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:58:14.373366 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af84ccc-43c3-4b91-940a-7d6553bfdf19 None None] Network 498948de-f232-4f0b-9fb5-fb9d75c6bf0a requested from dv-cinder-760153-10-iscsi {{(pid=94011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 14:58:14.387234 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-6dd71696-6e0d-416a-9c6a-dd8080f77264 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5157940 Sep 10 14:58:14.703940 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ffd6c54-14f5-4b71-becf-cfe2e1b24efe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75912ed4-7a3a-54d7-ac9b-82d05aadd505-498948de-f232-4f0b-9fb5-fb9d75c6bf0a', 'network_id': '498948de-f232-4f0b-9fb5-fb9d75c6bf0a', 'tenant_id': '873aa0958e884be8acee97973c3b1565', 'fixed_ips': [{'subnet_id': '855c0647-cb32-4cf6-b09a-81d96f3be5c5'}]}} from dv-cinder-760153-10-iscsi. {{(pid=94011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 14:58:14.705209 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-5ffd6c54-14f5-4b71-becf-cfe2e1b24efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:58:14.997561 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.db_base_plugin_common [None req-5ffd6c54-14f5-4b71-becf-cfe2e1b24efe None None] Allocated IP 172.20.0.2 (498948de-f232-4f0b-9fb5-fb9d75c6bf0a/855c0647-cb32-4cf6-b09a-81d96f3be5c5/006f0f8a-0b04-4d86-81ee-5c547e3dc5e3) {{(pid=94011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 14:58:15.247932 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-5ffd6c54-14f5-4b71-becf-cfe2e1b24efe None None] Notify callbacks [] for port, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:58:15.264190 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-5ffd6c54-14f5-4b71-becf-cfe2e1b24efe None None] Transition to ACTIVE for port object 006f0f8a-0b04-4d86-81ee-5c547e3dc5e3 will not be triggered until provisioned by entity L2. {{(pid=94011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 14:58:15.286695 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-5ffd6c54-14f5-4b71-becf-cfe2e1b24efe None None] Transition to ACTIVE for port object 006f0f8a-0b04-4d86-81ee-5c547e3dc5e3 will not be triggered until provisioned by entity DHCP. {{(pid=94011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 14:58:15.294688 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-5ffd6c54-14f5-4b71-becf-cfe2e1b24efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748756606401'] for port, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:58:15.356019 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffd6c54-14f5-4b71-becf-cfe2e1b24efe None None] Network 498948de-f232-4f0b-9fb5-fb9d75c6bf0a is already hosted by enough agents. {{(pid=94011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 14:58:15.360857 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.scheduler.base_scheduler [None req-5ffd6c54-14f5-4b71-becf-cfe2e1b24efe None None] Resources bound (agent type, host, resource id): {{(pid=94011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 14:58:15.364644 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffd6c54-14f5-4b71-becf-cfe2e1b24efe None None] Received port after_create {{(pid=94011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 14:58:15.416309 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffd6c54-14f5-4b71-becf-cfe2e1b24efe None None] Pushing event updated for resources: {'Port': ['ID=006f0f8a-0b04-4d86-81ee-5c547e3dc5e3,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 14:58:15.447144 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffd6c54-14f5-4b71-becf-cfe2e1b24efe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 14:58:15.447501 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffd6c54-14f5-4b71-becf-cfe2e1b24efe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 14:58:15.447850 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffd6c54-14f5-4b71-becf-cfe2e1b24efe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 14:58:15.448186 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffd6c54-14f5-4b71-becf-cfe2e1b24efe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 14:58:15.448594 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffd6c54-14f5-4b71-becf-cfe2e1b24efe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 14:58:15.448840 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffd6c54-14f5-4b71-becf-cfe2e1b24efe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 14:58:15.449164 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffd6c54-14f5-4b71-becf-cfe2e1b24efe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 14:58:15.449486 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffd6c54-14f5-4b71-becf-cfe2e1b24efe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 14:58:15.449865 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffd6c54-14f5-4b71-becf-cfe2e1b24efe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 14:58:15.450325 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffd6c54-14f5-4b71-becf-cfe2e1b24efe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 14:58:15.450650 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffd6c54-14f5-4b71-becf-cfe2e1b24efe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 14:58:15.459379 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffd6c54-14f5-4b71-becf-cfe2e1b24efe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 14:58:15.459379 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffd6c54-14f5-4b71-becf-cfe2e1b24efe None None] Tracked resource versions report: Sep 10 14:58:15.459379 dv-cinder-760153-10-iscsi neutron-server[94011]: pushed versions: Sep 10 14:58:15.459379 dv-cinder-760153-10-iscsi neutron-server[94011]: { 'AddressGroup': {'1.2'}, Sep 10 14:58:15.459379 dv-cinder-760153-10-iscsi neutron-server[94011]: 'ConntrackHelper': {'1.0'}, Sep 10 14:58:15.459379 dv-cinder-760153-10-iscsi neutron-server[94011]: 'Log': {'1.0'}, Sep 10 14:58:15.459379 dv-cinder-760153-10-iscsi neutron-server[94011]: 'Network': {'1.1'}, Sep 10 14:58:15.459379 dv-cinder-760153-10-iscsi neutron-server[94011]: 'Port': {'1.7'}, Sep 10 14:58:15.459379 dv-cinder-760153-10-iscsi neutron-server[94011]: 'PortForwarding': {'1.2'}, Sep 10 14:58:15.459379 dv-cinder-760153-10-iscsi neutron-server[94011]: 'QosPolicy': {'1.9'}, Sep 10 14:58:15.459379 dv-cinder-760153-10-iscsi neutron-server[94011]: 'SecurityGroup': {'1.4'}, Sep 10 14:58:15.459379 dv-cinder-760153-10-iscsi neutron-server[94011]: 'SecurityGroupRule': {'1.2'}, Sep 10 14:58:15.459379 dv-cinder-760153-10-iscsi neutron-server[94011]: 'SubPort': {'1.0'}, Sep 10 14:58:15.459379 dv-cinder-760153-10-iscsi neutron-server[94011]: 'Subnet': {'1.1'}, Sep 10 14:58:15.459379 dv-cinder-760153-10-iscsi neutron-server[94011]: 'Trunk': {'1.1'}} Sep 10 14:58:15.459379 dv-cinder-760153-10-iscsi neutron-server[94011]: consumer versions: Sep 10 14:58:15.459379 dv-cinder-760153-10-iscsi neutron-server[94011]: { DHCP agent@dv-cinder-760153-10-iscsi: {}, Sep 10 14:58:15.459379 dv-cinder-760153-10-iscsi neutron-server[94011]: L3 agent@dv-cinder-760153-10-iscsi: {}, Sep 10 14:58:15.459379 dv-cinder-760153-10-iscsi neutron-server[94011]: Metadata agent@dv-cinder-760153-10-iscsi: {}, Sep 10 14:58:15.459379 dv-cinder-760153-10-iscsi neutron-server[94011]: Metering agent@dv-cinder-760153-10-iscsi: {}, Sep 10 14:58:15.459379 dv-cinder-760153-10-iscsi neutron-server[94011]: Open vSwitch agent@dv-cinder-760153-10-iscsi: { 'AddressGroup': '1.2', Sep 10 14:58:15.459379 dv-cinder-760153-10-iscsi neutron-server[94011]: 'ConntrackHelper': '1.0', Sep 10 14:58:15.459379 dv-cinder-760153-10-iscsi neutron-server[94011]: 'Log': '1.0', Sep 10 14:58:15.459379 dv-cinder-760153-10-iscsi neutron-server[94011]: 'Network': '1.1', Sep 10 14:58:15.459379 dv-cinder-760153-10-iscsi neutron-server[94011]: 'Port': '1.7', Sep 10 14:58:15.459379 dv-cinder-760153-10-iscsi neutron-server[94011]: 'PortForwarding': '1.2', Sep 10 14:58:15.459379 dv-cinder-760153-10-iscsi neutron-server[94011]: 'QosPolicy': '1.9', Sep 10 14:58:15.459379 dv-cinder-760153-10-iscsi neutron-server[94011]: 'SecurityGroup': '1.4', Sep 10 14:58:15.459379 dv-cinder-760153-10-iscsi neutron-server[94011]: 'SecurityGroupRule': '1.2', Sep 10 14:58:15.459379 dv-cinder-760153-10-iscsi neutron-server[94011]: 'SubPort': '1.0', Sep 10 14:58:15.459379 dv-cinder-760153-10-iscsi neutron-server[94011]: 'Subnet': '1.1', Sep 10 14:58:15.459379 dv-cinder-760153-10-iscsi neutron-server[94011]: 'Trunk': '1.1'}} Sep 10 14:58:15.462757 dv-cinder-760153-10-iscsi neutron-server[94011]: {{(pid=94011) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 10 14:58:15.482829 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [None req-5ffd6c54-14f5-4b71-becf-cfe2e1b24efe None None] Attempting to bind port 006f0f8a-0b04-4d86-81ee-5c547e3dc5e3 on host dv-cinder-760153-10-iscsi for vnic_type normal with profile {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 14:58:15.483240 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [None req-5ffd6c54-14f5-4b71-becf-cfe2e1b24efe None None] Attempting to bind port 006f0f8a-0b04-4d86-81ee-5c547e3dc5e3 by drivers openvswitch,hyperv on host dv-cinder-760153-10-iscsi at level 0 using segments [{'id': '651b556f-1e3d-43c9-a4b9-bfce7931f8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '498948de-f232-4f0b-9fb5-fb9d75c6bf0a'}] {{(pid=94011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 14:58:15.483644 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffd6c54-14f5-4b71-becf-cfe2e1b24efe None None] Attempting to bind port 006f0f8a-0b04-4d86-81ee-5c547e3dc5e3 on network 498948de-f232-4f0b-9fb5-fb9d75c6bf0a {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 14:58:15.488849 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffd6c54-14f5-4b71-becf-cfe2e1b24efe None None] Checking agent: {'id': 'aa4392c4-9186-46d5-9724-80b6d464cfe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760153-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 14, 57, 58), 'started_at': datetime.datetime(2021, 9, 10, 14, 57, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 14, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760153-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 14:58:15.489262 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffd6c54-14f5-4b71-becf-cfe2e1b24efe None None] Checking segment: {'id': '651b556f-1e3d-43c9-a4b9-bfce7931f8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '498948de-f232-4f0b-9fb5-fb9d75c6bf0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 14:58:15.489797 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-5ffd6c54-14f5-4b71-becf-cfe2e1b24efe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:58:15.490172 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffd6c54-14f5-4b71-becf-cfe2e1b24efe None None] Bound using segment: {'id': '651b556f-1e3d-43c9-a4b9-bfce7931f8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '498948de-f232-4f0b-9fb5-fb9d75c6bf0a'} {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 14:58:15.490635 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [None req-5ffd6c54-14f5-4b71-becf-cfe2e1b24efe None None] Bound port: 006f0f8a-0b04-4d86-81ee-5c547e3dc5e3, host: dv-cinder-760153-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '651b556f-1e3d-43c9-a4b9-bfce7931f8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '498948de-f232-4f0b-9fb5-fb9d75c6bf0a'}}] {{(pid=94011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 14:58:15.491057 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-5ffd6c54-14f5-4b71-becf-cfe2e1b24efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:58:15.563877 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-5ffd6c54-14f5-4b71-becf-cfe2e1b24efe None None] For port 006f0f8a-0b04-4d86-81ee-5c547e3dc5e3, host dv-cinder-760153-10-iscsi, cleared binding levels {{(pid=94011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 14:58:15.568979 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-5ffd6c54-14f5-4b71-becf-cfe2e1b24efe None None] For port 006f0f8a-0b04-4d86-81ee-5c547e3dc5e3, host dv-cinder-760153-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-10-iscsi',level=0,port_id=006f0f8a-0b04-4d86-81ee-5c547e3dc5e3,segment=NetworkSegment(651b556f-1e3d-43c9-a4b9-bfce7931f8a0),segment_id=651b556f-1e3d-43c9-a4b9-bfce7931f8a0)] {{(pid=94011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 14:58:15.573404 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-5ffd6c54-14f5-4b71-becf-cfe2e1b24efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:58:15.643083 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffd6c54-14f5-4b71-becf-cfe2e1b24efe None None] Pushing event updated for resources: {'Port': ['ID=006f0f8a-0b04-4d86-81ee-5c547e3dc5e3,revision_number=2']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 14:58:16.899803 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 38032) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 14:58:17.283556 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [None req-6c566628-46e4-4fbc-8b9b-c98d94209393 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94010) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 14:58:17.284596 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-6c566628-46e4-4fbc-8b9b-c98d94209393 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3837688 Sep 10 14:58:19.777198 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 38040) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 14:58:20.171004 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [None req-bdb1e699-d730-4898-a2e9-2bc441139502 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94010) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 14:58:20.172179 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-bdb1e699-d730-4898-a2e9-2bc441139502 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3940599 Sep 10 14:58:22.966613 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 38052) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 14:58:23.323027 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.v2.base [None req-f0f4162f-d370-4fab-bd5b-055539f9cd8e admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '873aa0958e884be8acee97973c3b1565', 'name': 'router1'}} {{(pid=94010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 14:58:23.349135 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-f0f4162f-d370-4fab-bd5b-055539f9cd8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-584384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-375'] for router, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:58:23.350770 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-f0f4162f-d370-4fab-bd5b-055539f9cd8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-382'] for router, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:58:23.516876 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-f0f4162f-d370-4fab-bd5b-055539f9cd8e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:58:23.522259 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-f0f4162f-d370-4fab-bd5b-055539f9cd8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582673'] for router, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:58:23.536157 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-f0f4162f-d370-4fab-bd5b-055539f9cd8e admin admin] Notify callbacks [] for router, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:58:23.537797 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-f0f4162f-d370-4fab-bd5b-055539f9cd8e admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5702076 Sep 10 14:58:24.288118 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d66dd61-949d-4e7e-89ae-9839bcb66f39 None None] Network 498948de-f232-4f0b-9fb5-fb9d75c6bf0a requested from dv-cinder-760153-10-iscsi {{(pid=94011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 14:58:24.410541 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-08ce1eb0-738a-4cb4-a6a3-dbf3be663133 None None] Provisioning for port 006f0f8a-0b04-4d86-81ee-5c547e3dc5e3 completed by entity DHCP. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 14:58:24.435525 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device 006f0f8a-0b04-4d86-81ee-5c547e3dc5e3 up at agent ovs-agent-dv-cinder-760153-10-iscsi {{(pid=94011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 14:58:24.556493 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Provisioning for port 006f0f8a-0b04-4d86-81ee-5c547e3dc5e3 completed by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 14:58:24.561543 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Provisioning complete for port 006f0f8a-0b04-4d86-81ee-5c547e3dc5e3 triggered by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 14:58:24.561947 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:58:24.609644 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c6ca2b68-0f3c-4b5e-8824-8cc2c0f8f58c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:58:24.695142 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:58:24.739603 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] For port 006f0f8a-0b04-4d86-81ee-5c547e3dc5e3, host dv-cinder-760153-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-10-iscsi',level=0,port_id=006f0f8a-0b04-4d86-81ee-5c547e3dc5e3,segment=NetworkSegment(651b556f-1e3d-43c9-a4b9-bfce7931f8a0),segment_id=651b556f-1e3d-43c9-a4b9-bfce7931f8a0)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 14:58:24.745454 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:58:24.773351 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-e18c62fc-7457-4efb-91af-78b54ec0d755 None None] Provisioning complete for port 006f0f8a-0b04-4d86-81ee-5c547e3dc5e3 triggered by entity DHCP. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 14:58:24.773732 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-e18c62fc-7457-4efb-91af-78b54ec0d755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:58:24.830969 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Pushing event updated for resources: {'Port': ['ID=006f0f8a-0b04-4d86-81ee-5c547e3dc5e3,revision_number=3']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 14:58:26.107784 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 38062) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 14:58:26.405511 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device 006f0f8a-0b04-4d86-81ee-5c547e3dc5e3 up at agent ovs-agent-dv-cinder-760153-10-iscsi {{(pid=94011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 14:58:26.457196 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Provisioning complete for port 006f0f8a-0b04-4d86-81ee-5c547e3dc5e3 triggered by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 14:58:26.457570 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:58:26.463359 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [None req-6e7c3aff-9489-4202-aefb-ca58650a96f2 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 14:58:26.464481 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-6e7c3aff-9489-4202-aefb-ca58650a96f2 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3557107 Sep 10 14:58:27.473863 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d69ddced-a0a3-41d8-b204-58edc779f674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:58:28.140574 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:58:28.945856 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 38078) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 14:58:29.115197 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b7c5f725-09d8-454b-b5ba-4a700e799395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:58:29.175305 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.v2.base [None req-40c9cfab-9183-4714-9812-e76db4434021 admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=94009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 14:58:29.198341 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c9cfab-9183-4714-9812-e76db4434021 admin admin] Made reservation on behalf of 6e8c34861e9e40fab96688dda62dfcc2 for: {'network': 1} {{(pid=94009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 14:58:29.200829 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-40c9cfab-9183-4714-9812-e76db4434021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for network, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:58:29.209655 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-40c9cfab-9183-4714-9812-e76db4434021 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:58:29.309177 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-40c9cfab-9183-4714-9812-e76db4434021 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:58:29.314422 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-40c9cfab-9183-4714-9812-e76db4434021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:58:29.335652 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-40c9cfab-9183-4714-9812-e76db4434021 admin admin] Reserving flat network on physical network physnet1 {{(pid=94009) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 10 14:58:29.365081 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c9cfab-9183-4714-9812-e76db4434021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fed2caab-1122-4dd1-9c08-c845fda12f20,revision_number=1']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 14:58:29.368059 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-40c9cfab-9183-4714-9812-e76db4434021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672864'] for segment, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:58:29.368395 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.db.segments_db [None req-40c9cfab-9183-4714-9812-e76db4434021 admin admin] Added segment 62148626-c573-4694-a829-31b2bfa74c0d of type flat for network caa13d69-ff92-44ce-a665-3b9af711feed Sep 10 14:58:29.417417 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-40c9cfab-9183-4714-9812-e76db4434021 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748756560168'] for network, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:58:29.449988 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-40c9cfab-9183-4714-9812-e76db4434021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861'] for network, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:58:29.451025 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c9cfab-9183-4714-9812-e76db4434021 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 14:58:29.451745 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-40c9cfab-9183-4714-9812-e76db4434021 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526879'] for network, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:58:29.485995 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-40c9cfab-9183-4714-9812-e76db4434021 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5390100 Sep 10 14:58:29.520953 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c9cfab-9183-4714-9812-e76db4434021 admin admin] Pushing event updated for resources: {'Network': ['ID=caa13d69-ff92-44ce-a665-3b9af711feed,revision_number=1']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 14:58:29.532072 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Network caa13d69-ff92-44ce-a665-3b9af711feed details requested by agent ovs-agent-dv-cinder-760153-10-iscsi with host dv-cinder-760153-10-iscsi {{(pid=94011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 14:58:31.275693 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c13c67c0-2efd-4950-9279-b0623a9c603e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:58:31.778986 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 38096) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 14:58:31.942184 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29eac8bf-1686-44e7-ac4c-c361fd7c0c6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 14:58:31.943579 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-29eac8bf-1686-44e7-ac4c-c361fd7c0c6c admin admin] 10.222.0.35 "GET /v2.0/subnets/855c0647-cb32-4cf6-b09a-81d96f3be5c5 HTTP/1.1" status: 200 len: 849 time: 0.1636209 Sep 10 14:58:32.140420 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-b6f5dcee-3289-4a4a-8a63-882f76c96010 admin admin] 10.222.0.35 "GET /v2.0/routers/f6c0298d-5523-4a30-b717-d1466e57ad6f HTTP/1.1" status: 200 len: 704 time: 0.1900015 Sep 10 14:58:32.457115 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-d1c48418-8f0f-4a1d-9f45-7e8876d1d22e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:58:32.761341 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.db_base_plugin_common [None req-d1c48418-8f0f-4a1d-9f45-7e8876d1d22e admin admin] Allocated IP 172.20.0.1 (498948de-f232-4f0b-9fb5-fb9d75c6bf0a/855c0647-cb32-4cf6-b09a-81d96f3be5c5/43075445-13a5-4151-bb6d-37279dd57678) {{(pid=94009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 14:58:32.952877 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-d1c48418-8f0f-4a1d-9f45-7e8876d1d22e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:58:32.975940 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.provisioning_blocks [None req-d1c48418-8f0f-4a1d-9f45-7e8876d1d22e admin admin] Transition to ACTIVE for port object 43075445-13a5-4151-bb6d-37279dd57678 will not be triggered until provisioned by entity DHCP. {{(pid=94009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 14:58:33.042986 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-d1c48418-8f0f-4a1d-9f45-7e8876d1d22e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748756606401'] for port, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:58:33.108563 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c48418-8f0f-4a1d-9f45-7e8876d1d22e admin admin] Network 498948de-f232-4f0b-9fb5-fb9d75c6bf0a is already hosted by enough agents. {{(pid=94009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 14:58:33.117805 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.base_scheduler [None req-d1c48418-8f0f-4a1d-9f45-7e8876d1d22e admin admin] Resources bound (agent type, host, resource id): {{(pid=94009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 14:58:33.131428 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c48418-8f0f-4a1d-9f45-7e8876d1d22e admin admin] Received port after_create {{(pid=94009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 14:58:33.132006 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-d1c48418-8f0f-4a1d-9f45-7e8876d1d22e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582848'] for router_interface, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:58:33.156353 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c48418-8f0f-4a1d-9f45-7e8876d1d22e admin admin] Pushing event updated for resources: {'Port': ['ID=43075445-13a5-4151-bb6d-37279dd57678,revision_number=1']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 14:58:33.353707 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-b2b53370-7331-4be4-8cca-d31cd2b53dde None None] Provisioning for port 43075445-13a5-4151-bb6d-37279dd57678 completed by entity DHCP. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 14:58:33.357840 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-b2b53370-7331-4be4-8cca-d31cd2b53dde None None] Provisioning complete for port 43075445-13a5-4151-bb6d-37279dd57678 triggered by entity DHCP. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 14:58:33.358223 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b2b53370-7331-4be4-8cca-d31cd2b53dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:58:33.389209 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-d1c48418-8f0f-4a1d-9f45-7e8876d1d22e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:58:33.393994 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-b2b53370-7331-4be4-8cca-d31cd2b53dde None None] Port 43075445-13a5-4151-bb6d-37279dd57678 cannot update to ACTIVE because it is not bound. {{(pid=94011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 14:58:33.612780 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-d1c48418-8f0f-4a1d-9f45-7e8876d1d22e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:58:33.617145 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-d1c48418-8f0f-4a1d-9f45-7e8876d1d22e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:58:33.617965 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-d1c48418-8f0f-4a1d-9f45-7e8876d1d22e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586064'] for router_interface, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:58:33.677644 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c48418-8f0f-4a1d-9f45-7e8876d1d22e admin admin] Pushing event updated for resources: {'Port': ['ID=43075445-13a5-4151-bb6d-37279dd57678,revision_number=2']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 14:58:33.750869 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c48418-8f0f-4a1d-9f45-7e8876d1d22e admin admin] Network 498948de-f232-4f0b-9fb5-fb9d75c6bf0a is already hosted by enough agents. {{(pid=94009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 14:58:33.752191 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.base_scheduler [None req-d1c48418-8f0f-4a1d-9f45-7e8876d1d22e admin admin] Resources bound (agent type, host, resource id): {{(pid=94009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 14:58:33.913974 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-ce0d7733-3ff5-4889-9460-a8dcee7b02d6 None None] Provisioning complete for port 43075445-13a5-4151-bb6d-37279dd57678 triggered by entity DHCP. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 14:58:33.914379 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-ce0d7733-3ff5-4889-9460-a8dcee7b02d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:58:33.922181 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c48418-8f0f-4a1d-9f45-7e8876d1d22e admin admin] Router f6c0298d-5523-4a30-b717-d1466e57ad6f is scheduled to L3 agent b0771735-54fe-4ba2-aeee-11d3b2b54cf1 with binding_index 1 {{(pid=94009) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 14:58:33.948058 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-ce0d7733-3ff5-4889-9460-a8dcee7b02d6 None None] Port 43075445-13a5-4151-bb6d-37279dd57678 cannot update to ACTIVE because it is not bound. {{(pid=94011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 14:58:34.016740 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c48418-8f0f-4a1d-9f45-7e8876d1d22e admin admin] Notify agent at l3_agent.dv-cinder-760153-10-iscsi the message routers_updated {{(pid=94009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 14:58:34.021939 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-d1c48418-8f0f-4a1d-9f45-7e8876d1d22e admin admin] 10.222.0.35 "PUT /v2.0/routers/f6c0298d-5523-4a30-b717-d1466e57ad6f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8756557 Sep 10 14:58:34.027738 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f54a2fd-93ee-4e09-80d6-f036e5f18b85 None None] Sync routers for ids ['f6c0298d-5523-4a30-b717-d1466e57ad6f'] in dv-cinder-760153-10-iscsi {{(pid=94012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 14:58:34.039550 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f54a2fd-93ee-4e09-80d6-f036e5f18b85 None None] Routers {'f6c0298d-5523-4a30-b717-d1466e57ad6f'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 14:58:34.040428 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-9f54a2fd-93ee-4e09-80d6-f036e5f18b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T14:58:27Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['f6c0298d-5523-4a30-b717-d1466e57ad6f'], 'active': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 14:58:34.229848 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvr_db [None req-9f54a2fd-93ee-4e09-80d6-f036e5f18b85 None None] Set router f6c0298d-5523-4a30-b717-d1466e57ad6f gateway port host: None {{(pid=94012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 14:58:34.676431 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-9f54a2fd-93ee-4e09-80d6-f036e5f18b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c0298d-5523-4a30-b717-d1466e57ad6f', 'name': 'router1', 'tenant_id': '873aa0958e884be8acee97973c3b1565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T14:58:23Z', 'updated_at': '2021-09-10T14:58:33Z', 'revision_number': 2, 'project_id': '873aa0958e884be8acee97973c3b1565', 'gw_port_host': None, '_interfaces': [{'id': '43075445-13a5-4151-bb6d-37279dd57678', 'name': '', 'network_id': '498948de-f232-4f0b-9fb5-fb9d75c6bf0a', 'tenant_id': '873aa0958e884be8acee97973c3b1565', 'mac_address': 'fa:16:3e:9e:52:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c0298d-5523-4a30-b717-d1466e57ad6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '855c0647-cb32-4cf6-b09a-81d96f3be5c5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T14:58:32Z', 'updated_at': '2021-09-10T14:58:33Z', 'revision_number': 2, 'project_id': '873aa0958e884be8acee97973c3b1565', 'subnets': [{'id': '855c0647-cb32-4cf6-b09a-81d96f3be5c5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '40c2c629-324c-4935-a93e-5f4fa0b6225b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 14:58:34.729449 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f54a2fd-93ee-4e09-80d6-f036e5f18b85 None None] Checking router: f6c0298d-5523-4a30-b717-d1466e57ad6f for host: dv-cinder-760153-10-iscsi {{(pid=94012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 14:58:34.729827 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f54a2fd-93ee-4e09-80d6-f036e5f18b85 None None] Updating router f6c0298d-5523-4a30-b717-d1466e57ad6f port 43075445-13a5-4151-bb6d-37279dd57678 binding host dv-cinder-760153-10-iscsi {{(pid=94012) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 14:58:34.781886 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9f54a2fd-93ee-4e09-80d6-f036e5f18b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:58:35.328518 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9f54a2fd-93ee-4e09-80d6-f036e5f18b85 None None] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:58:35.346591 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [None req-9f54a2fd-93ee-4e09-80d6-f036e5f18b85 None None] Transition to ACTIVE for port object 43075445-13a5-4151-bb6d-37279dd57678 will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 14:58:35.352743 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9f54a2fd-93ee-4e09-80d6-f036e5f18b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:58:35.517527 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-9f54a2fd-93ee-4e09-80d6-f036e5f18b85 None None] Attempting to bind port 43075445-13a5-4151-bb6d-37279dd57678 on host dv-cinder-760153-10-iscsi for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 14:58:35.517928 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-9f54a2fd-93ee-4e09-80d6-f036e5f18b85 None None] Attempting to bind port 43075445-13a5-4151-bb6d-37279dd57678 by drivers openvswitch,hyperv on host dv-cinder-760153-10-iscsi at level 0 using segments [{'id': '651b556f-1e3d-43c9-a4b9-bfce7931f8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '498948de-f232-4f0b-9fb5-fb9d75c6bf0a'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 14:58:35.518360 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f54a2fd-93ee-4e09-80d6-f036e5f18b85 None None] Attempting to bind port 43075445-13a5-4151-bb6d-37279dd57678 on network 498948de-f232-4f0b-9fb5-fb9d75c6bf0a {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 14:58:35.527053 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f54a2fd-93ee-4e09-80d6-f036e5f18b85 None None] Checking agent: {'id': 'aa4392c4-9186-46d5-9724-80b6d464cfe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760153-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 14, 57, 58), 'started_at': datetime.datetime(2021, 9, 10, 14, 58, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 14, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760153-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 14:58:35.527474 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f54a2fd-93ee-4e09-80d6-f036e5f18b85 None None] Checking segment: {'id': '651b556f-1e3d-43c9-a4b9-bfce7931f8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '498948de-f232-4f0b-9fb5-fb9d75c6bf0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 14:58:35.527952 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9f54a2fd-93ee-4e09-80d6-f036e5f18b85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:58:35.528445 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f54a2fd-93ee-4e09-80d6-f036e5f18b85 None None] Bound using segment: {'id': '651b556f-1e3d-43c9-a4b9-bfce7931f8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '498948de-f232-4f0b-9fb5-fb9d75c6bf0a'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 14:58:35.528944 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-9f54a2fd-93ee-4e09-80d6-f036e5f18b85 None None] Bound port: 43075445-13a5-4151-bb6d-37279dd57678, host: dv-cinder-760153-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '651b556f-1e3d-43c9-a4b9-bfce7931f8a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '498948de-f232-4f0b-9fb5-fb9d75c6bf0a'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 14:58:35.529343 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9f54a2fd-93ee-4e09-80d6-f036e5f18b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:58:35.547184 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32349d8d-a83b-45b6-a408-e958679db99a None None] Pushing event updated for resources: {'Port': ['ID=43075445-13a5-4151-bb6d-37279dd57678,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 14:58:35.585961 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32349d8d-a83b-45b6-a408-e958679db99a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 14:58:35.586354 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32349d8d-a83b-45b6-a408-e958679db99a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 14:58:35.586727 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32349d8d-a83b-45b6-a408-e958679db99a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 14:58:35.587035 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32349d8d-a83b-45b6-a408-e958679db99a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 14:58:35.587369 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32349d8d-a83b-45b6-a408-e958679db99a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 14:58:35.587702 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32349d8d-a83b-45b6-a408-e958679db99a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 14:58:35.588030 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32349d8d-a83b-45b6-a408-e958679db99a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 14:58:35.588355 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32349d8d-a83b-45b6-a408-e958679db99a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 14:58:35.588702 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32349d8d-a83b-45b6-a408-e958679db99a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 14:58:35.589071 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32349d8d-a83b-45b6-a408-e958679db99a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 14:58:35.589394 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32349d8d-a83b-45b6-a408-e958679db99a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 14:58:35.589860 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32349d8d-a83b-45b6-a408-e958679db99a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 14:58:35.591517 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32349d8d-a83b-45b6-a408-e958679db99a None None] Tracked resource versions report: Sep 10 14:58:35.591517 dv-cinder-760153-10-iscsi neutron-server[94012]: pushed versions: Sep 10 14:58:35.591517 dv-cinder-760153-10-iscsi neutron-server[94012]: { 'AddressGroup': {'1.2'}, Sep 10 14:58:35.591517 dv-cinder-760153-10-iscsi neutron-server[94012]: 'ConntrackHelper': {'1.0'}, Sep 10 14:58:35.591517 dv-cinder-760153-10-iscsi neutron-server[94012]: 'Log': {'1.0'}, Sep 10 14:58:35.591517 dv-cinder-760153-10-iscsi neutron-server[94012]: 'Network': {'1.1'}, Sep 10 14:58:35.591517 dv-cinder-760153-10-iscsi neutron-server[94012]: 'Port': {'1.7'}, Sep 10 14:58:35.591517 dv-cinder-760153-10-iscsi neutron-server[94012]: 'PortForwarding': {'1.2'}, Sep 10 14:58:35.591517 dv-cinder-760153-10-iscsi neutron-server[94012]: 'QosPolicy': {'1.9'}, Sep 10 14:58:35.591517 dv-cinder-760153-10-iscsi neutron-server[94012]: 'SecurityGroup': {'1.4'}, Sep 10 14:58:35.591517 dv-cinder-760153-10-iscsi neutron-server[94012]: 'SecurityGroupRule': {'1.2'}, Sep 10 14:58:35.591517 dv-cinder-760153-10-iscsi neutron-server[94012]: 'SubPort': {'1.0'}, Sep 10 14:58:35.591517 dv-cinder-760153-10-iscsi neutron-server[94012]: 'Subnet': {'1.1'}, Sep 10 14:58:35.591517 dv-cinder-760153-10-iscsi neutron-server[94012]: 'Trunk': {'1.1'}} Sep 10 14:58:35.591517 dv-cinder-760153-10-iscsi neutron-server[94012]: consumer versions: Sep 10 14:58:35.591517 dv-cinder-760153-10-iscsi neutron-server[94012]: { DHCP agent@dv-cinder-760153-10-iscsi: {}, Sep 10 14:58:35.591517 dv-cinder-760153-10-iscsi neutron-server[94012]: L3 agent@dv-cinder-760153-10-iscsi: {}, Sep 10 14:58:35.591517 dv-cinder-760153-10-iscsi neutron-server[94012]: Metadata agent@dv-cinder-760153-10-iscsi: {}, Sep 10 14:58:35.591517 dv-cinder-760153-10-iscsi neutron-server[94012]: Metering agent@dv-cinder-760153-10-iscsi: {}, Sep 10 14:58:35.591517 dv-cinder-760153-10-iscsi neutron-server[94012]: Open vSwitch agent@dv-cinder-760153-10-iscsi: { 'AddressGroup': '1.2', Sep 10 14:58:35.591517 dv-cinder-760153-10-iscsi neutron-server[94012]: 'ConntrackHelper': '1.0', Sep 10 14:58:35.591517 dv-cinder-760153-10-iscsi neutron-server[94012]: 'Log': '1.0', Sep 10 14:58:35.591517 dv-cinder-760153-10-iscsi neutron-server[94012]: 'Network': '1.1', Sep 10 14:58:35.591517 dv-cinder-760153-10-iscsi neutron-server[94012]: 'Port': '1.7', Sep 10 14:58:35.591517 dv-cinder-760153-10-iscsi neutron-server[94012]: 'PortForwarding': '1.2', Sep 10 14:58:35.591517 dv-cinder-760153-10-iscsi neutron-server[94012]: 'QosPolicy': '1.9', Sep 10 14:58:35.591517 dv-cinder-760153-10-iscsi neutron-server[94012]: 'SecurityGroup': '1.4', Sep 10 14:58:35.591517 dv-cinder-760153-10-iscsi neutron-server[94012]: 'SecurityGroupRule': '1.2', Sep 10 14:58:35.591517 dv-cinder-760153-10-iscsi neutron-server[94012]: 'SubPort': '1.0', Sep 10 14:58:35.591517 dv-cinder-760153-10-iscsi neutron-server[94012]: 'Subnet': '1.1', Sep 10 14:58:35.591517 dv-cinder-760153-10-iscsi neutron-server[94012]: 'Trunk': '1.1'}} Sep 10 14:58:35.591517 dv-cinder-760153-10-iscsi neutron-server[94012]: {{(pid=94012) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 10 14:58:35.624992 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-9f54a2fd-93ee-4e09-80d6-f036e5f18b85 None None] For port 43075445-13a5-4151-bb6d-37279dd57678, host dv-cinder-760153-10-iscsi, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 14:58:35.647686 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-9f54a2fd-93ee-4e09-80d6-f036e5f18b85 None None] For port 43075445-13a5-4151-bb6d-37279dd57678, host dv-cinder-760153-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-10-iscsi',level=0,port_id=43075445-13a5-4151-bb6d-37279dd57678,segment=NetworkSegment(651b556f-1e3d-43c9-a4b9-bfce7931f8a0),segment_id=651b556f-1e3d-43c9-a4b9-bfce7931f8a0)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 14:58:35.653737 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-9f54a2fd-93ee-4e09-80d6-f036e5f18b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:58:35.716642 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f54a2fd-93ee-4e09-80d6-f036e5f18b85 None None] Routers {'f6c0298d-5523-4a30-b717-d1466e57ad6f'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 14:58:35.717306 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-9f54a2fd-93ee-4e09-80d6-f036e5f18b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T14:58:27Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['f6c0298d-5523-4a30-b717-d1466e57ad6f'], 'active': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 14:58:35.725445 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32349d8d-a83b-45b6-a408-e958679db99a None None] Pushing event updated for resources: {'Port': ['ID=43075445-13a5-4151-bb6d-37279dd57678,revision_number=4']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 14:58:35.816644 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvr_db [None req-9f54a2fd-93ee-4e09-80d6-f036e5f18b85 None None] Set router f6c0298d-5523-4a30-b717-d1466e57ad6f gateway port host: None {{(pid=94012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 14:58:36.081866 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-9f54a2fd-93ee-4e09-80d6-f036e5f18b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c0298d-5523-4a30-b717-d1466e57ad6f', 'name': 'router1', 'tenant_id': '873aa0958e884be8acee97973c3b1565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T14:58:23Z', 'updated_at': '2021-09-10T14:58:33Z', 'revision_number': 2, 'project_id': '873aa0958e884be8acee97973c3b1565', 'gw_port_host': None, '_interfaces': [{'id': '43075445-13a5-4151-bb6d-37279dd57678', 'name': '', 'network_id': '498948de-f232-4f0b-9fb5-fb9d75c6bf0a', 'tenant_id': '873aa0958e884be8acee97973c3b1565', 'mac_address': 'fa:16:3e:9e:52:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c0298d-5523-4a30-b717-d1466e57ad6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '855c0647-cb32-4cf6-b09a-81d96f3be5c5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T14:58:32Z', 'updated_at': '2021-09-10T14:58:35Z', 'revision_number': 4, 'project_id': '873aa0958e884be8acee97973c3b1565', 'subnets': [{'id': '855c0647-cb32-4cf6-b09a-81d96f3be5c5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '40c2c629-324c-4935-a93e-5f4fa0b6225b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 14:58:36.109749 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f54a2fd-93ee-4e09-80d6-f036e5f18b85 None None] The sync data for ids ['f6c0298d-5523-4a30-b717-d1466e57ad6f'] in dv-cinder-760153-10-iscsi is: [{'id': 'f6c0298d-5523-4a30-b717-d1466e57ad6f', 'name': 'router1', 'tenant_id': '873aa0958e884be8acee97973c3b1565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T14:58:23Z', 'updated_at': '2021-09-10T14:58:33Z', 'revision_number': 2, 'project_id': '873aa0958e884be8acee97973c3b1565', 'gw_port_host': None, '_interfaces': [{'id': '43075445-13a5-4151-bb6d-37279dd57678', 'name': '', 'network_id': '498948de-f232-4f0b-9fb5-fb9d75c6bf0a', 'tenant_id': '873aa0958e884be8acee97973c3b1565', 'mac_address': 'fa:16:3e:9e:52:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c0298d-5523-4a30-b717-d1466e57ad6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '855c0647-cb32-4cf6-b09a-81d96f3be5c5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T14:58:32Z', 'updated_at': '2021-09-10T14:58:35Z', 'revision_number': 4, 'project_id': '873aa0958e884be8acee97973c3b1565', 'subnets': [{'id': '855c0647-cb32-4cf6-b09a-81d96f3be5c5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '40c2c629-324c-4935-a93e-5f4fa0b6225b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 14:58:36.339536 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 38108) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 14:58:36.458298 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248fdcf8-4583-47e6-8636-f7bb5d3253a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 14:58:36.459577 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-248fdcf8-4583-47e6-8636-f7bb5d3253a0 admin admin] 10.222.0.35 "GET /v2.0/networks/caa13d69-ff92-44ce-a665-3b9af711feed HTTP/1.1" status: 200 len: 842 time: 0.1190474 Sep 10 14:58:36.469989 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.v2.base [None req-5b8450a4-ae8f-44d1-9620-5d0f878f3d5e admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.27.0.1', 'enable_dhcp': False, 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'ip_version': 4, 'cidr': '172.27.0.0/24'}} {{(pid=94009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 14:58:36.494718 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b8450a4-ae8f-44d1-9620-5d0f878f3d5e admin admin] Made reservation on behalf of 6e8c34861e9e40fab96688dda62dfcc2 for: {'subnet': 1} {{(pid=94009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 14:58:36.497691 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-5b8450a4-ae8f-44d1-9620-5d0f878f3d5e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:58:36.817204 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.objects.ports [None req-5b8450a4-ae8f-44d1-9620-5d0f878f3d5e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94009) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 10 14:58:36.817652 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-5b8450a4-ae8f-44d1-9620-5d0f878f3d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861'] for subnet, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:58:36.876364 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8450a4-ae8f-44d1-9620-5d0f878f3d5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b314502-2ac4-4640-9fa5-f95f10fc4599,revision_number=0']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 14:58:36.889444 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8450a4-ae8f-44d1-9620-5d0f878f3d5e admin admin] Checking segment: {'id': '62148626-c573-4694-a829-31b2bfa74c0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 14:58:36.889889 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8450a4-ae8f-44d1-9620-5d0f878f3d5e admin admin] Network hostable DHCP agents. Network: caa13d69-ff92-44ce-a665-3b9af711feed, hostable agents: ['afb565d3-e50e-4cf5-8d13-a2fbc8ff1b06'], hosted agents: [] {{(pid=94009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 14:58:36.926504 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8450a4-ae8f-44d1-9620-5d0f878f3d5e admin admin] Network caa13d69-ff92-44ce-a665-3b9af711feed is scheduled to be hosted by DHCP agent afb565d3-e50e-4cf5-8d13-a2fbc8ff1b06 with binding_index 1 {{(pid=94009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 14:58:36.940474 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.base_scheduler [None req-5b8450a4-ae8f-44d1-9620-5d0f878f3d5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760153-10-iscsi, caa13d69-ff92-44ce-a665-3b9af711feed) {{(pid=94009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 14:58:36.945398 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8450a4-ae8f-44d1-9620-5d0f878f3d5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 14:58:36.945989 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-5b8450a4-ae8f-44d1-9620-5d0f878f3d5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526879'] for subnet, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:58:36.951892 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8e962d-a02e-4fd1-94a3-f50bef237d8a None None] Network caa13d69-ff92-44ce-a665-3b9af711feed requested from dv-cinder-760153-10-iscsi {{(pid=94011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 14:58:36.971135 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-5b8450a4-ae8f-44d1-9620-5d0f878f3d5e admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4976652 Sep 10 14:58:37.123187 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf554321-a468-4acb-b7dc-5a30735d7287 None None] Network caa13d69-ff92-44ce-a665-3b9af711feed requested from dv-cinder-760153-10-iscsi {{(pid=94011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 14:58:39.392800 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 38116) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 14:58:39.545466 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-ea5131d0-1b07-4c4f-b05a-de74837050ed admin admin] 10.222.0.35 "GET /v2.0/routers/f6c0298d-5523-4a30-b717-d1466e57ad6f HTTP/1.1" status: 200 len: 710 time: 0.1511540 Sep 10 14:58:39.649710 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb4a9bf-003a-43b2-b4af-a84c26361704 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 14:58:39.651024 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-dbb4a9bf-003a-43b2-b4af-a84c26361704 admin admin] 10.222.0.35 "GET /v2.0/networks/caa13d69-ff92-44ce-a665-3b9af711feed HTTP/1.1" status: 200 len: 886 time: 0.0993519 Sep 10 14:58:39.661315 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.v2.base [None req-26058811-3684-4c7a-8a4c-11f8aec3a308 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed'}}} {{(pid=94009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 14:58:40.000563 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-26058811-3684-4c7a-8a4c-11f8aec3a308 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:58:40.303015 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-26058811-3684-4c7a-8a4c-11f8aec3a308 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:58:40.394870 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-26058811-3684-4c7a-8a4c-11f8aec3a308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:58:40.511037 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.db_base_plugin_common [None req-26058811-3684-4c7a-8a4c-11f8aec3a308 admin admin] Allocated IP 172.27.0.247 (caa13d69-ff92-44ce-a665-3b9af711feed/3b314502-2ac4-4640-9fa5-f95f10fc4599/4589b498-244b-4c15-8514-076189cc6052) {{(pid=94009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 14:58:40.628129 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-26058811-3684-4c7a-8a4c-11f8aec3a308 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:58:40.667129 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-26058811-3684-4c7a-8a4c-11f8aec3a308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748756606401'] for port, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:58:40.704555 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26058811-3684-4c7a-8a4c-11f8aec3a308 admin admin] Network caa13d69-ff92-44ce-a665-3b9af711feed is already hosted by enough agents. {{(pid=94009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 14:58:40.707401 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.base_scheduler [None req-26058811-3684-4c7a-8a4c-11f8aec3a308 admin admin] Resources bound (agent type, host, resource id): {{(pid=94009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 14:58:40.709857 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26058811-3684-4c7a-8a4c-11f8aec3a308 admin admin] Received port after_create {{(pid=94009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 14:58:40.752922 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26058811-3684-4c7a-8a4c-11f8aec3a308 admin admin] Pushing event updated for resources: {'Port': ['ID=4589b498-244b-4c15-8514-076189cc6052,revision_number=1']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 14:58:40.975198 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-26058811-3684-4c7a-8a4c-11f8aec3a308 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:58:41.176264 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-26058811-3684-4c7a-8a4c-11f8aec3a308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-585458', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-587074', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-336'] for router, precommit_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:58:41.179804 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-26058811-3684-4c7a-8a4c-11f8aec3a308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-585451', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-582680', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-587131'] for router, after_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:58:41.381973 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26058811-3684-4c7a-8a4c-11f8aec3a308 admin admin] Router f6c0298d-5523-4a30-b717-d1466e57ad6f has already been hosted by L3 agent b0771735-54fe-4ba2-aeee-11d3b2b54cf1 {{(pid=94009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 14:58:41.502536 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26058811-3684-4c7a-8a4c-11f8aec3a308 admin admin] Notify agent at l3_agent.dv-cinder-760153-10-iscsi the message routers_updated {{(pid=94009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 14:58:41.507438 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-26058811-3684-4c7a-8a4c-11f8aec3a308 admin admin] Notify callbacks [] for router, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:58:41.508606 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-26058811-3684-4c7a-8a4c-11f8aec3a308 admin admin] 10.222.0.35 "PUT /v2.0/routers/f6c0298d-5523-4a30-b717-d1466e57ad6f HTTP/1.1" status: 200 len: 890 time: 1.8506896 Sep 10 14:58:42.438708 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device 43075445-13a5-4151-bb6d-37279dd57678 up at agent ovs-agent-dv-cinder-760153-10-iscsi {{(pid=94011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 14:58:42.494102 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Provisioning for port 43075445-13a5-4151-bb6d-37279dd57678 completed by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 14:58:42.500054 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Provisioning complete for port 43075445-13a5-4151-bb6d-37279dd57678 triggered by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 14:58:42.500488 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:58:42.593609 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:58:42.682131 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] For port 43075445-13a5-4151-bb6d-37279dd57678, host dv-cinder-760153-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-10-iscsi',level=0,port_id=43075445-13a5-4151-bb6d-37279dd57678,segment=NetworkSegment(651b556f-1e3d-43c9-a4b9-bfce7931f8a0),segment_id=651b556f-1e3d-43c9-a4b9-bfce7931f8a0)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 14:58:42.687297 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:58:42.741459 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Pushing event updated for resources: {'Port': ['ID=43075445-13a5-4151-bb6d-37279dd57678,revision_number=5']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 14:58:42.869139 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79e2f5f-c6b7-4675-8d5d-3f58a4e491eb None None] Sync routers for ids ['f6c0298d-5523-4a30-b717-d1466e57ad6f'] in dv-cinder-760153-10-iscsi {{(pid=94011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 14:58:42.880012 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79e2f5f-c6b7-4675-8d5d-3f58a4e491eb None None] Routers {'f6c0298d-5523-4a30-b717-d1466e57ad6f'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 14:58:42.880659 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-b79e2f5f-c6b7-4675-8d5d-3f58a4e491eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T14:58:27Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['f6c0298d-5523-4a30-b717-d1466e57ad6f'], 'active': True} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 14:58:43.107140 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvr_db [None req-b79e2f5f-c6b7-4675-8d5d-3f58a4e491eb None None] Set router f6c0298d-5523-4a30-b717-d1466e57ad6f gateway port host: dv-cinder-760153-10-iscsi {{(pid=94011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 14:58:43.334808 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.agents_db [None req-04bb1bd2-f33d-49ef-a466-6fb3f7a23ee1 None None] Agent healthcheck: found 5 active agents {{(pid=94012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 14:58:43.541481 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-b79e2f5f-c6b7-4675-8d5d-3f58a4e491eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c0298d-5523-4a30-b717-d1466e57ad6f', 'name': 'router1', 'tenant_id': '873aa0958e884be8acee97973c3b1565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '4589b498-244b-4c15-8514-076189cc6052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T14:58:23Z', 'updated_at': '2021-09-10T14:58:40Z', 'revision_number': 4, 'project_id': '873aa0958e884be8acee97973c3b1565', 'gw_port': {'id': '4589b498-244b-4c15-8514-076189cc6052', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:02:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c0298d-5523-4a30-b717-d1466e57ad6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T14:58:40Z', 'updated_at': '2021-09-10T14:58:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi', '_interfaces': [{'id': '43075445-13a5-4151-bb6d-37279dd57678', 'name': '', 'network_id': '498948de-f232-4f0b-9fb5-fb9d75c6bf0a', 'tenant_id': '873aa0958e884be8acee97973c3b1565', 'mac_address': 'fa:16:3e:9e:52:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c0298d-5523-4a30-b717-d1466e57ad6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '855c0647-cb32-4cf6-b09a-81d96f3be5c5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T14:58:32Z', 'updated_at': '2021-09-10T14:58:42Z', 'revision_number': 5, 'project_id': '873aa0958e884be8acee97973c3b1565', 'subnets': [{'id': '855c0647-cb32-4cf6-b09a-81d96f3be5c5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '40c2c629-324c-4935-a93e-5f4fa0b6225b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 14:58:43.598430 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79e2f5f-c6b7-4675-8d5d-3f58a4e491eb None None] Checking router: f6c0298d-5523-4a30-b717-d1466e57ad6f for host: dv-cinder-760153-10-iscsi {{(pid=94011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 14:58:43.598704 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79e2f5f-c6b7-4675-8d5d-3f58a4e491eb None None] Updating router f6c0298d-5523-4a30-b717-d1466e57ad6f port 4589b498-244b-4c15-8514-076189cc6052 binding host dv-cinder-760153-10-iscsi {{(pid=94011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 14:58:43.651782 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b79e2f5f-c6b7-4675-8d5d-3f58a4e491eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:58:44.004106 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b79e2f5f-c6b7-4675-8d5d-3f58a4e491eb None None] Notify callbacks [] for port, precommit_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:58:44.015377 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-b79e2f5f-c6b7-4675-8d5d-3f58a4e491eb None None] Transition to ACTIVE for port object 4589b498-244b-4c15-8514-076189cc6052 will not be triggered until provisioned by entity L2. {{(pid=94011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 14:58:44.021743 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b79e2f5f-c6b7-4675-8d5d-3f58a4e491eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:58:44.044478 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 38128) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 14:58:44.088920 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [None req-b79e2f5f-c6b7-4675-8d5d-3f58a4e491eb None None] Attempting to bind port 4589b498-244b-4c15-8514-076189cc6052 on host dv-cinder-760153-10-iscsi for vnic_type normal with profile {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 14:58:44.090146 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [None req-b79e2f5f-c6b7-4675-8d5d-3f58a4e491eb None None] Attempting to bind port 4589b498-244b-4c15-8514-076189cc6052 by drivers openvswitch,hyperv on host dv-cinder-760153-10-iscsi at level 0 using segments [{'id': '62148626-c573-4694-a829-31b2bfa74c0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed'}] {{(pid=94011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 14:58:44.090753 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79e2f5f-c6b7-4675-8d5d-3f58a4e491eb None None] Attempting to bind port 4589b498-244b-4c15-8514-076189cc6052 on network caa13d69-ff92-44ce-a665-3b9af711feed {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 14:58:44.095725 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f800d8ec-6e13-469d-92bd-02b01d7b753a None None] Pushing event updated for resources: {'Port': ['ID=4589b498-244b-4c15-8514-076189cc6052,revision_number=2']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 14:58:44.103876 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79e2f5f-c6b7-4675-8d5d-3f58a4e491eb None None] Checking agent: {'id': 'aa4392c4-9186-46d5-9724-80b6d464cfe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760153-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 14, 57, 58), 'started_at': datetime.datetime(2021, 9, 10, 14, 58, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 14, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760153-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 14:58:44.104488 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79e2f5f-c6b7-4675-8d5d-3f58a4e491eb None None] Checking segment: {'id': '62148626-c573-4694-a829-31b2bfa74c0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 14:58:44.105749 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b79e2f5f-c6b7-4675-8d5d-3f58a4e491eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:58:44.105993 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79e2f5f-c6b7-4675-8d5d-3f58a4e491eb None None] Bound using segment: {'id': '62148626-c573-4694-a829-31b2bfa74c0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed'} {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 14:58:44.106842 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [None req-b79e2f5f-c6b7-4675-8d5d-3f58a4e491eb None None] Bound port: 4589b498-244b-4c15-8514-076189cc6052, host: dv-cinder-760153-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62148626-c573-4694-a829-31b2bfa74c0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed'}}] {{(pid=94011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 14:58:44.107509 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b79e2f5f-c6b7-4675-8d5d-3f58a4e491eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:58:44.179265 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-0e8986e7-68ce-4c02-8610-ebaf40f2163b admin admin] 10.222.0.35 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1334796 Sep 10 14:58:44.196995 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-b79e2f5f-c6b7-4675-8d5d-3f58a4e491eb None None] For port 4589b498-244b-4c15-8514-076189cc6052, host dv-cinder-760153-10-iscsi, cleared binding levels {{(pid=94011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 14:58:44.204233 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-b79e2f5f-c6b7-4675-8d5d-3f58a4e491eb None None] For port 4589b498-244b-4c15-8514-076189cc6052, host dv-cinder-760153-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-10-iscsi',level=0,port_id=4589b498-244b-4c15-8514-076189cc6052,segment=NetworkSegment(62148626-c573-4694-a829-31b2bfa74c0d),segment_id=62148626-c573-4694-a829-31b2bfa74c0d)] {{(pid=94011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 14:58:44.211042 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b79e2f5f-c6b7-4675-8d5d-3f58a4e491eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:58:44.277397 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f800d8ec-6e13-469d-92bd-02b01d7b753a None None] Pushing event updated for resources: {'Port': ['ID=4589b498-244b-4c15-8514-076189cc6052,revision_number=3']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 14:58:44.280414 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79e2f5f-c6b7-4675-8d5d-3f58a4e491eb None None] Routers {'f6c0298d-5523-4a30-b717-d1466e57ad6f'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 14:58:44.281054 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-b79e2f5f-c6b7-4675-8d5d-3f58a4e491eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T14:58:27Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['f6c0298d-5523-4a30-b717-d1466e57ad6f'], 'active': True} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 14:58:44.415527 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device 43075445-13a5-4151-bb6d-37279dd57678 up at agent ovs-agent-dv-cinder-760153-10-iscsi {{(pid=94011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 14:58:44.534810 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvr_db [None req-b79e2f5f-c6b7-4675-8d5d-3f58a4e491eb None None] Set router f6c0298d-5523-4a30-b717-d1466e57ad6f gateway port host: dv-cinder-760153-10-iscsi {{(pid=94011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 14:58:44.563589 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Provisioning complete for port 43075445-13a5-4151-bb6d-37279dd57678 triggered by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 14:58:44.564237 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:58:44.846845 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-b79e2f5f-c6b7-4675-8d5d-3f58a4e491eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6c0298d-5523-4a30-b717-d1466e57ad6f', 'name': 'router1', 'tenant_id': '873aa0958e884be8acee97973c3b1565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '4589b498-244b-4c15-8514-076189cc6052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T14:58:23Z', 'updated_at': '2021-09-10T14:58:40Z', 'revision_number': 4, 'project_id': '873aa0958e884be8acee97973c3b1565', 'gw_port': {'id': '4589b498-244b-4c15-8514-076189cc6052', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:02:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c0298d-5523-4a30-b717-d1466e57ad6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T14:58:40Z', 'updated_at': '2021-09-10T14:58:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi', '_interfaces': [{'id': '43075445-13a5-4151-bb6d-37279dd57678', 'name': '', 'network_id': '498948de-f232-4f0b-9fb5-fb9d75c6bf0a', 'tenant_id': '873aa0958e884be8acee97973c3b1565', 'mac_address': 'fa:16:3e:9e:52:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c0298d-5523-4a30-b717-d1466e57ad6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '855c0647-cb32-4cf6-b09a-81d96f3be5c5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T14:58:32Z', 'updated_at': '2021-09-10T14:58:42Z', 'revision_number': 5, 'project_id': '873aa0958e884be8acee97973c3b1565', 'subnets': [{'id': '855c0647-cb32-4cf6-b09a-81d96f3be5c5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '40c2c629-324c-4935-a93e-5f4fa0b6225b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 14:58:44.876688 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79e2f5f-c6b7-4675-8d5d-3f58a4e491eb None None] The sync data for ids ['f6c0298d-5523-4a30-b717-d1466e57ad6f'] in dv-cinder-760153-10-iscsi is: [{'id': 'f6c0298d-5523-4a30-b717-d1466e57ad6f', 'name': 'router1', 'tenant_id': '873aa0958e884be8acee97973c3b1565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.247'}], 'enable_snat': True}, 'gw_port_id': '4589b498-244b-4c15-8514-076189cc6052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T14:58:23Z', 'updated_at': '2021-09-10T14:58:40Z', 'revision_number': 4, 'project_id': '873aa0958e884be8acee97973c3b1565', 'gw_port': {'id': '4589b498-244b-4c15-8514-076189cc6052', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:02:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6c0298d-5523-4a30-b717-d1466e57ad6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T14:58:40Z', 'updated_at': '2021-09-10T14:58:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi', '_interfaces': [{'id': '43075445-13a5-4151-bb6d-37279dd57678', 'name': '', 'network_id': '498948de-f232-4f0b-9fb5-fb9d75c6bf0a', 'tenant_id': '873aa0958e884be8acee97973c3b1565', 'mac_address': 'fa:16:3e:9e:52:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6c0298d-5523-4a30-b717-d1466e57ad6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '855c0647-cb32-4cf6-b09a-81d96f3be5c5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T14:58:32Z', 'updated_at': '2021-09-10T14:58:42Z', 'revision_number': 5, 'project_id': '873aa0958e884be8acee97973c3b1565', 'subnets': [{'id': '855c0647-cb32-4cf6-b09a-81d96f3be5c5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '40c2c629-324c-4935-a93e-5f4fa0b6225b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 14:58:46.446179 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device 4589b498-244b-4c15-8514-076189cc6052 up at agent ovs-agent-dv-cinder-760153-10-iscsi {{(pid=94011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 14:58:46.513643 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Provisioning for port 4589b498-244b-4c15-8514-076189cc6052 completed by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 14:58:46.518796 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Provisioning complete for port 4589b498-244b-4c15-8514-076189cc6052 triggered by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 14:58:46.519534 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:58:46.619556 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:58:46.647303 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] For port 4589b498-244b-4c15-8514-076189cc6052, host dv-cinder-760153-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-10-iscsi',level=0,port_id=4589b498-244b-4c15-8514-076189cc6052,segment=NetworkSegment(62148626-c573-4694-a829-31b2bfa74c0d),segment_id=62148626-c573-4694-a829-31b2bfa74c0d)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 14:58:46.652786 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:58:46.723115 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Pushing event updated for resources: {'Port': ['ID=4589b498-244b-4c15-8514-076189cc6052,revision_number=4']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 14:58:48.449818 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device 4589b498-244b-4c15-8514-076189cc6052 up at agent ovs-agent-dv-cinder-760153-10-iscsi {{(pid=94011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 14:58:48.551356 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Provisioning complete for port 4589b498-244b-4c15-8514-076189cc6052 triggered by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 14:58:48.551741 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:58:54.655126 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-f2039d89-3769-40b7-9b71-31d43d270b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:58:57.486680 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d12f8a1a-59bb-49e6-8a87-79ab2f7139cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:58:58.165358 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:58:59.122452 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b7c5f725-09d8-454b-b5ba-4a700e799395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:59:01.302585 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c13c67c0-2efd-4950-9279-b0623a9c603e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:59:20.338750 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.agents_db [None req-04bb1bd2-f33d-49ef-a466-6fb3f7a23ee1 None None] Agent healthcheck: found 5 active agents {{(pid=94012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 14:59:24.596332 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-20447f87-4da8-4dcb-9185-0272361e1193 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:59:27.486264 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-470bb599-eef8-4826-a503-59ff547b43e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:59:28.142160 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:59:29.133270 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b7c5f725-09d8-454b-b5ba-4a700e799395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:59:31.303919 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c13c67c0-2efd-4950-9279-b0623a9c603e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:59:54.589809 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d8145872-17e2-494d-bce2-b571ceb73a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:59:57.337534 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.agents_db [None req-04bb1bd2-f33d-49ef-a466-6fb3f7a23ee1 None None] Agent healthcheck: found 5 active agents {{(pid=94012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 14:59:57.476810 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-f2411590-98b3-4e16-a5cf-fe5f656f469d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:59:58.145486 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 14:59:59.131447 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b7c5f725-09d8-454b-b5ba-4a700e799395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:00:01.302683 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c13c67c0-2efd-4950-9279-b0623a9c603e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:00:24.590474 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-16843001-9f11-4eed-b182-77da5e480981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:00:27.412737 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 38690) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:00:27.474762 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc5054eb-a67a-4b05-9136-91d412981fed admin admin] GET failed (client error): The resource could not be found. Sep 10 15:00:27.476299 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-dc5054eb-a67a-4b05-9136-91d412981fed admin admin] 10.222.0.35 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0625360 Sep 10 15:00:27.478533 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-e0777459-be67-4af6-8ed6-b1e0fe2cdbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:00:27.641083 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34b9bdf-c32f-48e0-b410-f51d53031897 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:00:27.642502 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-e34b9bdf-c32f-48e0-b410-f51d53031897 admin admin] 10.222.0.35 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1605191 Sep 10 15:00:28.149598 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:00:29.129266 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b7c5f725-09d8-454b-b5ba-4a700e799395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:00:29.886391 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 38700) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:00:29.983474 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4007fb0e-962f-42f1-9579-1baa714a221d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:00:29.984856 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-4007fb0e-962f-42f1-9579-1baa714a221d admin admin] 10.222.0.35 "GET /v2.0/subnets/855c0647-cb32-4cf6-b09a-81d96f3be5c5 HTTP/1.1" status: 200 len: 849 time: 0.0975068 Sep 10 15:00:29.995234 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.v2.base [None req-9868bf9c-e0b3-44a7-a55c-91d41c0f7797 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:00:30.082653 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-9868bf9c-e0b3-44a7-a55c-91d41c0f7797 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:00:30.228575 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-9868bf9c-e0b3-44a7-a55c-91d41c0f7797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748757126157'] for subnet, after_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:00:30.261970 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9868bf9c-e0b3-44a7-a55c-91d41c0f7797 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:00:30.262592 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-9868bf9c-e0b3-44a7-a55c-91d41c0f7797 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526879'] for subnet, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:00:30.263912 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-9868bf9c-e0b3-44a7-a55c-91d41c0f7797 admin admin] 10.222.0.35 "PUT /v2.0/subnets/855c0647-cb32-4cf6-b09a-81d96f3be5c5 HTTP/1.1" status: 200 len: 868 time: 0.2725255 Sep 10 15:00:30.264967 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb1ae6e-0cff-49aa-8bd1-1b61cc196d7b None None] Network 498948de-f232-4f0b-9fb5-fb9d75c6bf0a requested from dv-cinder-760153-10-iscsi {{(pid=94011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:00:30.280525 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9868bf9c-e0b3-44a7-a55c-91d41c0f7797 admin admin] Pushing event updated for resources: {'Subnet': ['ID=855c0647-cb32-4cf6-b09a-81d96f3be5c5,revision_number=1']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:00:30.287984 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9868bf9c-e0b3-44a7-a55c-91d41c0f7797 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:00:30.288391 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9868bf9c-e0b3-44a7-a55c-91d41c0f7797 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:00:30.288693 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9868bf9c-e0b3-44a7-a55c-91d41c0f7797 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:00:30.289029 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9868bf9c-e0b3-44a7-a55c-91d41c0f7797 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:00:30.289573 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9868bf9c-e0b3-44a7-a55c-91d41c0f7797 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:00:30.290092 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9868bf9c-e0b3-44a7-a55c-91d41c0f7797 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:00:30.290438 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9868bf9c-e0b3-44a7-a55c-91d41c0f7797 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:00:30.290788 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9868bf9c-e0b3-44a7-a55c-91d41c0f7797 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:00:30.291138 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9868bf9c-e0b3-44a7-a55c-91d41c0f7797 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:00:30.291472 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9868bf9c-e0b3-44a7-a55c-91d41c0f7797 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:00:30.291799 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9868bf9c-e0b3-44a7-a55c-91d41c0f7797 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:00:30.292123 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9868bf9c-e0b3-44a7-a55c-91d41c0f7797 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:00:30.677547 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-89ab6e7a-f079-4cf3-a4b8-42c80fdde94f None None] Provisioning complete for port 006f0f8a-0b04-4d86-81ee-5c547e3dc5e3 triggered by entity DHCP. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:00:30.677929 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-89ab6e7a-f079-4cf3-a4b8-42c80fdde94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:00:30.767525 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-89ab6e7a-f079-4cf3-a4b8-42c80fdde94f None None] Provisioning complete for port 43075445-13a5-4151-bb6d-37279dd57678 triggered by entity DHCP. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:00:30.767797 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-89ab6e7a-f079-4cf3-a4b8-42c80fdde94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:00:31.306614 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c13c67c0-2efd-4950-9279-b0623a9c603e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:00:32.491016 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 38708) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:00:32.723245 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47cc4929-e768-4ce4-98dd-fc57bdc2d268 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:00:32.723625 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47cc4929-e768-4ce4-98dd-fc57bdc2d268 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:00:32.725171 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-47cc4929-e768-4ce4-98dd-fc57bdc2d268 admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2331851 Sep 10 15:00:34.337743 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.agents_db [None req-04bb1bd2-f33d-49ef-a466-6fb3f7a23ee1 None None] Agent healthcheck: found 5 active agents {{(pid=94012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 15:00:34.984441 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 38716) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:00:35.127552 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c0355d-518e-497e-9022-8a64cd8fc904 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:00:35.128031 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c0355d-518e-497e-9022-8a64cd8fc904 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:00:35.129605 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-d3c0355d-518e-497e-9022-8a64cd8fc904 admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1442063 Sep 10 15:00:37.369885 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 38724) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:00:37.504436 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043fee42-195a-4cda-b284-b73442c96af2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:00:37.505814 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-043fee42-195a-4cda-b284-b73442c96af2 admin admin] 10.222.0.35 "GET /v2.0/networks/498948de-f232-4f0b-9fb5-fb9d75c6bf0a HTTP/1.1" status: 200 len: 869 time: 0.1349440 Sep 10 15:00:39.763155 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 38732) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:00:39.897842 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609c3b51-d981-4631-a180-3aacdbe796bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:00:39.899475 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-609c3b51-d981-4631-a180-3aacdbe796bc admin admin] 10.222.0.35 "GET /v2.0/networks/caa13d69-ff92-44ce-a665-3b9af711feed HTTP/1.1" status: 200 len: 886 time: 0.1352675 Sep 10 15:00:42.118530 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 38740) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:00:42.247092 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b7e1c7-7909-458c-aaa5-d42b3689efc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:00:42.247543 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b7e1c7-7909-458c-aaa5-d42b3689efc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:00:42.249098 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-f7b7e1c7-7909-458c-aaa5-d42b3689efc8 admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1296132 Sep 10 15:00:44.466328 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 38748) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:00:44.574992 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f1f3c7-b3c2-48e1-a6c4-3b09453b2387 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:00:44.575438 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f1f3c7-b3c2-48e1-a6c4-3b09453b2387 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:00:44.576984 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-12f1f3c7-b3c2-48e1-a6c4-3b09453b2387 admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1096880 Sep 10 15:00:46.815323 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 38756) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:00:46.906907 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76210488-ce08-44ad-bd67-c48d272d1c06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:00:46.908389 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-76210488-ce08-44ad-bd67-c48d272d1c06 admin admin] 10.222.0.35 "GET /v2.0/subnets/3b314502-2ac4-4640-9fa5-f95f10fc4599 HTTP/1.1" status: 200 len: 816 time: 0.0920331 Sep 10 15:00:49.169840 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 38766) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:00:49.261601 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b33593-138c-4aa8-8c86-df26ea1b83de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:00:49.262976 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-e1b33593-138c-4aa8-8c86-df26ea1b83de admin admin] 10.222.0.35 "GET /v2.0/subnets/855c0647-cb32-4cf6-b09a-81d96f3be5c5 HTTP/1.1" status: 200 len: 868 time: 0.0921485 Sep 10 15:00:54.593619 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-78eac1c3-313b-4940-907d-cdd2a42f9e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:00:57.481996 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-1286f3b4-0af0-4d69-bc62-3b7fb698db42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:00:58.154373 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:00:59.131483 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b7c5f725-09d8-454b-b5ba-4a700e799395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:01:01.311114 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c13c67c0-2efd-4950-9279-b0623a9c603e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:01:11.336397 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.agents_db [None req-04bb1bd2-f33d-49ef-a466-6fb3f7a23ee1 None None] Agent healthcheck: found 5 active agents {{(pid=94012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 15:01:13.698183 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 38820) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:01:13.745761 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [None req-f9877746-c1c1-4c6b-9c44-7eb24fca9797 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94010) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 15:01:13.746774 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-f9877746-c1c1-4c6b-9c44-7eb24fca9797 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0476327 Sep 10 15:01:16.093275 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 38828) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:01:16.155183 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.pecan_wsgi.hooks.translation [None req-91b1bb64-b49e-43ac-aae0-c6434c48daec admin admin] GET failed (client error): The resource could not be found. Sep 10 15:01:16.156547 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-91b1bb64-b49e-43ac-aae0-c6434c48daec admin admin] 10.222.0.35 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0623152 Sep 10 15:01:16.308219 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021f1387-442a-43bf-a2da-6c7fe0e9e9a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:01:16.309630 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-021f1387-442a-43bf-a2da-6c7fe0e9e9a6 admin admin] 10.222.0.35 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1484447 Sep 10 15:01:18.593039 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 38836) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:01:18.640903 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.v2.base [None req-f5e49347-699a-4a03-8b1e-6f24749e998c admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=94010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:01:18.663635 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e49347-699a-4a03-8b1e-6f24749e998c admin admin] Made reservation on behalf of 6e8c34861e9e40fab96688dda62dfcc2 for: {'network': 1} {{(pid=94010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:01:18.665948 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-f5e49347-699a-4a03-8b1e-6f24749e998c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for network, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:01:18.709643 dv-cinder-760153-10-iscsi neutron-server[94010]: WARNING neutron.services.revisions.revision_plugin [None req-f5e49347-699a-4a03-8b1e-6f24749e998c admin admin] Could not find related network for resource to bump revision. Sep 10 15:01:18.725501 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5e49347-699a-4a03-8b1e-6f24749e998c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=94010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 15:01:18.738150 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-f5e49347-699a-4a03-8b1e-6f24749e998c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748756906388', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672864'] for segment, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:01:18.738714 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-f5e49347-699a-4a03-8b1e-6f24749e998c admin admin] Unsubscribe: segment precommit_create {{(pid=94010) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 10 15:01:18.739183 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.db.segments_db [None req-f5e49347-699a-4a03-8b1e-6f24749e998c admin admin] Added segment bb86f61e-96d3-4b2d-b030-81e81239a996 of type vlan for network b13fb24a-af49-4736-ae07-6517a9c288e6 Sep 10 15:01:18.795443 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-f5e49347-699a-4a03-8b1e-6f24749e998c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748756560168'] for network, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:01:18.826728 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-f5e49347-699a-4a03-8b1e-6f24749e998c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861'] for network, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:01:18.827861 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e49347-699a-4a03-8b1e-6f24749e998c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:01:18.828436 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-f5e49347-699a-4a03-8b1e-6f24749e998c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526879'] for network, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:01:18.883027 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-f5e49347-699a-4a03-8b1e-6f24749e998c admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2887619 Sep 10 15:01:18.934767 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e49347-699a-4a03-8b1e-6f24749e998c admin admin] Pushing event updated for resources: {'Network': ['ID=b13fb24a-af49-4736-ae07-6517a9c288e6,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:01:18.942438 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e49347-699a-4a03-8b1e-6f24749e998c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:01:18.942894 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e49347-699a-4a03-8b1e-6f24749e998c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:01:18.943153 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e49347-699a-4a03-8b1e-6f24749e998c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:01:18.943483 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e49347-699a-4a03-8b1e-6f24749e998c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:01:18.943811 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e49347-699a-4a03-8b1e-6f24749e998c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:01:18.944154 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e49347-699a-4a03-8b1e-6f24749e998c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:01:18.944573 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e49347-699a-4a03-8b1e-6f24749e998c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:01:18.944918 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e49347-699a-4a03-8b1e-6f24749e998c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:01:18.945270 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e49347-699a-4a03-8b1e-6f24749e998c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:01:18.945594 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e49347-699a-4a03-8b1e-6f24749e998c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:01:18.945916 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e49347-699a-4a03-8b1e-6f24749e998c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:01:18.946256 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5e49347-699a-4a03-8b1e-6f24749e998c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:01:18.958424 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Network b13fb24a-af49-4736-ae07-6517a9c288e6 details requested by agent ovs-agent-dv-cinder-760153-10-iscsi with host dv-cinder-760153-10-iscsi {{(pid=94011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 15:01:21.146363 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 38844) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:01:21.208161 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d88e304-4a21-4a20-ab52-645bf0f5db22 admin admin] GET failed (client error): The resource could not be found. Sep 10 15:01:21.209486 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-0d88e304-4a21-4a20-ab52-645bf0f5db22 admin admin] 10.222.0.35 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0621705 Sep 10 15:01:21.278307 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e1154b-ce97-4459-873b-26cd057a99bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:01:21.279752 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-d9e1154b-ce97-4459-873b-26cd057a99bf admin admin] 10.222.0.35 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0656309 Sep 10 15:01:21.290454 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.v2.base [None req-497f397e-8b3e-444c-873d-ce80a6600b93 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': 'b13fb24a-af49-4736-ae07-6517a9c288e6', 'name': 'shared-subnet'}} {{(pid=94010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:01:21.310554 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-497f397e-8b3e-444c-873d-ce80a6600b93 admin admin] Made reservation on behalf of 6e8c34861e9e40fab96688dda62dfcc2 for: {'subnet': 1} {{(pid=94010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:01:21.312886 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-497f397e-8b3e-444c-873d-ce80a6600b93 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:01:21.482844 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-497f397e-8b3e-444c-873d-ce80a6600b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861'] for subnet, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:01:21.538350 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497f397e-8b3e-444c-873d-ce80a6600b93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=853b26bf-b57b-4ba4-aca3-e0c1df9efcd0,revision_number=0']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:01:21.548575 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497f397e-8b3e-444c-873d-ce80a6600b93 admin admin] Checking segment: {'id': 'bb86f61e-96d3-4b2d-b030-81e81239a996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b13fb24a-af49-4736-ae07-6517a9c288e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:01:21.548918 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497f397e-8b3e-444c-873d-ce80a6600b93 admin admin] Network hostable DHCP agents. Network: b13fb24a-af49-4736-ae07-6517a9c288e6, hostable agents: ['afb565d3-e50e-4cf5-8d13-a2fbc8ff1b06'], hosted agents: [] {{(pid=94010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 15:01:21.565701 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497f397e-8b3e-444c-873d-ce80a6600b93 admin admin] Network b13fb24a-af49-4736-ae07-6517a9c288e6 is scheduled to be hosted by DHCP agent afb565d3-e50e-4cf5-8d13-a2fbc8ff1b06 with binding_index 1 {{(pid=94010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 15:01:21.575960 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.base_scheduler [None req-497f397e-8b3e-444c-873d-ce80a6600b93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760153-10-iscsi, b13fb24a-af49-4736-ae07-6517a9c288e6) {{(pid=94010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:01:21.582348 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497f397e-8b3e-444c-873d-ce80a6600b93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:01:21.583557 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-497f397e-8b3e-444c-873d-ce80a6600b93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526879'] for subnet, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:01:21.586083 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb5dbc0-f1f3-43bc-abdd-df73a724ce32 None None] Network b13fb24a-af49-4736-ae07-6517a9c288e6 requested from dv-cinder-760153-10-iscsi {{(pid=94011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:01:21.601630 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-497f397e-8b3e-444c-873d-ce80a6600b93 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3139422 Sep 10 15:01:21.749379 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3175cd4-0b66-41a6-ad4f-94b2556601ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75912ed4-7a3a-54d7-ac9b-82d05aadd505-b13fb24a-af49-4736-ae07-6517a9c288e6', 'network_id': 'b13fb24a-af49-4736-ae07-6517a9c288e6', 'tenant_id': '6e8c34861e9e40fab96688dda62dfcc2', 'fixed_ips': [{'subnet_id': '853b26bf-b57b-4ba4-aca3-e0c1df9efcd0'}]}} from dv-cinder-760153-10-iscsi. {{(pid=94011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 15:01:21.750295 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b3175cd4-0b66-41a6-ad4f-94b2556601ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:01:21.900268 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.db_base_plugin_common [None req-b3175cd4-0b66-41a6-ad4f-94b2556601ae None None] Allocated IP 192.168.233.2 (b13fb24a-af49-4736-ae07-6517a9c288e6/853b26bf-b57b-4ba4-aca3-e0c1df9efcd0/452bd11d-ca38-4c0e-ae30-7193d396cc43) {{(pid=94011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:01:22.059360 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b3175cd4-0b66-41a6-ad4f-94b2556601ae None None] Notify callbacks [] for port, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:01:22.068193 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-b3175cd4-0b66-41a6-ad4f-94b2556601ae None None] Transition to ACTIVE for port object 452bd11d-ca38-4c0e-ae30-7193d396cc43 will not be triggered until provisioned by entity L2. {{(pid=94011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:01:22.084820 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-b3175cd4-0b66-41a6-ad4f-94b2556601ae None None] Transition to ACTIVE for port object 452bd11d-ca38-4c0e-ae30-7193d396cc43 will not be triggered until provisioned by entity DHCP. {{(pid=94011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:01:22.091251 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b3175cd4-0b66-41a6-ad4f-94b2556601ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748756606401'] for port, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:01:22.130440 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3175cd4-0b66-41a6-ad4f-94b2556601ae None None] Network b13fb24a-af49-4736-ae07-6517a9c288e6 is already hosted by enough agents. {{(pid=94011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:01:22.133754 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.scheduler.base_scheduler [None req-b3175cd4-0b66-41a6-ad4f-94b2556601ae None None] Resources bound (agent type, host, resource id): {{(pid=94011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:01:22.139532 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3175cd4-0b66-41a6-ad4f-94b2556601ae None None] Received port after_create {{(pid=94011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:01:22.145102 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3175cd4-0b66-41a6-ad4f-94b2556601ae None None] Pushing event updated for resources: {'Port': ['ID=452bd11d-ca38-4c0e-ae30-7193d396cc43,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:01:22.156732 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3175cd4-0b66-41a6-ad4f-94b2556601ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:01:22.157025 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3175cd4-0b66-41a6-ad4f-94b2556601ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:01:22.157377 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3175cd4-0b66-41a6-ad4f-94b2556601ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:01:22.157735 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3175cd4-0b66-41a6-ad4f-94b2556601ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:01:22.158087 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3175cd4-0b66-41a6-ad4f-94b2556601ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:01:22.158424 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3175cd4-0b66-41a6-ad4f-94b2556601ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:01:22.158750 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3175cd4-0b66-41a6-ad4f-94b2556601ae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:01:22.159077 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3175cd4-0b66-41a6-ad4f-94b2556601ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:01:22.159418 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3175cd4-0b66-41a6-ad4f-94b2556601ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:01:22.159746 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3175cd4-0b66-41a6-ad4f-94b2556601ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:01:22.160069 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3175cd4-0b66-41a6-ad4f-94b2556601ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:01:22.160395 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3175cd4-0b66-41a6-ad4f-94b2556601ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:01:22.212426 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [None req-b3175cd4-0b66-41a6-ad4f-94b2556601ae None None] Attempting to bind port 452bd11d-ca38-4c0e-ae30-7193d396cc43 on host dv-cinder-760153-10-iscsi for vnic_type normal with profile {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:01:22.212803 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [None req-b3175cd4-0b66-41a6-ad4f-94b2556601ae None None] Attempting to bind port 452bd11d-ca38-4c0e-ae30-7193d396cc43 by drivers openvswitch,hyperv on host dv-cinder-760153-10-iscsi at level 0 using segments [{'id': 'bb86f61e-96d3-4b2d-b030-81e81239a996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b13fb24a-af49-4736-ae07-6517a9c288e6'}] {{(pid=94011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:01:22.213162 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3175cd4-0b66-41a6-ad4f-94b2556601ae None None] Attempting to bind port 452bd11d-ca38-4c0e-ae30-7193d396cc43 on network b13fb24a-af49-4736-ae07-6517a9c288e6 {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:01:22.218468 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3175cd4-0b66-41a6-ad4f-94b2556601ae None None] Checking agent: {'id': 'aa4392c4-9186-46d5-9724-80b6d464cfe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760153-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 14, 57, 58), 'started_at': datetime.datetime(2021, 9, 10, 14, 58, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760153-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:01:22.218845 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3175cd4-0b66-41a6-ad4f-94b2556601ae None None] Checking segment: {'id': 'bb86f61e-96d3-4b2d-b030-81e81239a996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b13fb24a-af49-4736-ae07-6517a9c288e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:01:22.219247 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b3175cd4-0b66-41a6-ad4f-94b2556601ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:01:22.219643 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3175cd4-0b66-41a6-ad4f-94b2556601ae None None] Bound using segment: {'id': 'bb86f61e-96d3-4b2d-b030-81e81239a996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b13fb24a-af49-4736-ae07-6517a9c288e6'} {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:01:22.220107 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [None req-b3175cd4-0b66-41a6-ad4f-94b2556601ae None None] Bound port: 452bd11d-ca38-4c0e-ae30-7193d396cc43, host: dv-cinder-760153-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb86f61e-96d3-4b2d-b030-81e81239a996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b13fb24a-af49-4736-ae07-6517a9c288e6'}}] {{(pid=94011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:01:22.220506 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b3175cd4-0b66-41a6-ad4f-94b2556601ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:01:22.292491 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-b3175cd4-0b66-41a6-ad4f-94b2556601ae None None] For port 452bd11d-ca38-4c0e-ae30-7193d396cc43, host dv-cinder-760153-10-iscsi, cleared binding levels {{(pid=94011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:01:22.295778 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-b3175cd4-0b66-41a6-ad4f-94b2556601ae None None] For port 452bd11d-ca38-4c0e-ae30-7193d396cc43, host dv-cinder-760153-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-10-iscsi',level=0,port_id=452bd11d-ca38-4c0e-ae30-7193d396cc43,segment=NetworkSegment(bb86f61e-96d3-4b2d-b030-81e81239a996),segment_id=bb86f61e-96d3-4b2d-b030-81e81239a996)] {{(pid=94011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:01:22.302350 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b3175cd4-0b66-41a6-ad4f-94b2556601ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:01:22.358930 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3175cd4-0b66-41a6-ad4f-94b2556601ae None None] Pushing event updated for resources: {'Port': ['ID=452bd11d-ca38-4c0e-ae30-7193d396cc43,revision_number=2']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:01:23.238182 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a57cd2f-3415-4332-af0e-366210e31d0e None None] Network b13fb24a-af49-4736-ae07-6517a9c288e6 requested from dv-cinder-760153-10-iscsi {{(pid=94011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:01:23.326412 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-acefea76-3231-4e40-9864-c24a64e757e2 None None] Provisioning for port 452bd11d-ca38-4c0e-ae30-7193d396cc43 completed by entity DHCP. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:01:24.561446 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device 452bd11d-ca38-4c0e-ae30-7193d396cc43 up at agent ovs-agent-dv-cinder-760153-10-iscsi {{(pid=94011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:01:24.612060 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-a58af44c-f4d1-4591-846d-f04748873ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:01:24.629364 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Provisioning for port 452bd11d-ca38-4c0e-ae30-7193d396cc43 completed by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:01:24.633914 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Provisioning complete for port 452bd11d-ca38-4c0e-ae30-7193d396cc43 triggered by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:01:24.634453 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:01:24.720234 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:01:24.753380 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] For port 452bd11d-ca38-4c0e-ae30-7193d396cc43, host dv-cinder-760153-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-10-iscsi',level=0,port_id=452bd11d-ca38-4c0e-ae30-7193d396cc43,segment=NetworkSegment(bb86f61e-96d3-4b2d-b030-81e81239a996),segment_id=bb86f61e-96d3-4b2d-b030-81e81239a996)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:01:24.758909 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:01:24.814496 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Pushing event updated for resources: {'Port': ['ID=452bd11d-ca38-4c0e-ae30-7193d396cc43,revision_number=3']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:01:26.530688 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device 452bd11d-ca38-4c0e-ae30-7193d396cc43 up at agent ovs-agent-dv-cinder-760153-10-iscsi {{(pid=94011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:01:26.583643 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Provisioning complete for port 452bd11d-ca38-4c0e-ae30-7193d396cc43 triggered by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:01:26.584019 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:01:27.485692 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-f5ec4b57-7348-4cee-a124-6c58e886fcc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:01:28.159592 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:01:29.135571 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b7c5f725-09d8-454b-b5ba-4a700e799395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:01:31.320189 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c13c67c0-2efd-4950-9279-b0623a9c603e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:01:48.334087 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.agents_db [None req-04bb1bd2-f33d-49ef-a466-6fb3f7a23ee1 None None] Agent healthcheck: found 5 active agents {{(pid=94012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 15:01:54.593676 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-90cdc84a-dfac-49a3-b63f-7875c23e627a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:01:57.488798 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-3ad282de-6727-49e6-9101-de1480bca817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:01:58.153775 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:01:59.137389 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b7c5f725-09d8-454b-b5ba-4a700e799395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:02:01.321188 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c13c67c0-2efd-4950-9279-b0623a9c603e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:02:24.596237 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-3004ac3b-f5a3-407f-85ad-f633629cf69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:02:25.332504 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.agents_db [None req-04bb1bd2-f33d-49ef-a466-6fb3f7a23ee1 None None] Agent healthcheck: found 5 active agents {{(pid=94012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 15:02:27.491938 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-df16d637-be02-4728-ae3e-c120cf1c61c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:02:28.157761 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:02:29.140785 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b7c5f725-09d8-454b-b5ba-4a700e799395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:02:31.322187 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c13c67c0-2efd-4950-9279-b0623a9c603e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:02:37.427875 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 38896) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:02:37.433596 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [None req-20091b10-8227-48d2-b972-57d99cef65e6 tempest-verify_tempest_config-1471875090 tempest-verify_tempest_config-1471875090-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94010) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 15:02:37.434603 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-20091b10-8227-48d2-b972-57d99cef65e6 tempest-verify_tempest_config-1471875090 tempest-verify_tempest_config-1471875090-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0057771 Sep 10 15:02:37.746278 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 38914) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:02:37.851219 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-6a8ae478-0193-418c-a4ad-30ea71181f19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:02:37.971105 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-6a8ae478-0193-418c-a4ad-30ea71181f19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:02:37.975730 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-6a8ae478-0193-418c-a4ad-30ea71181f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:02:38.020044 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-6a8ae478-0193-418c-a4ad-30ea71181f19 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d7801614dc1e4f4f956fa245eb20d37d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2727098 Sep 10 15:02:38.020764 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8ae478-0193-418c-a4ad-30ea71181f19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc6ecf71-bfce-4d79-9555-6405c52f764c,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:02:38.022916 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 38918) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:02:38.027794 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8ae478-0193-418c-a4ad-30ea71181f19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:02:38.028247 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8ae478-0193-418c-a4ad-30ea71181f19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:02:38.028668 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8ae478-0193-418c-a4ad-30ea71181f19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:02:38.029058 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8ae478-0193-418c-a4ad-30ea71181f19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:02:38.029453 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8ae478-0193-418c-a4ad-30ea71181f19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:02:38.029925 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8ae478-0193-418c-a4ad-30ea71181f19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:02:38.030279 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8ae478-0193-418c-a4ad-30ea71181f19 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:02:38.030624 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8ae478-0193-418c-a4ad-30ea71181f19 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:02:38.030958 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8ae478-0193-418c-a4ad-30ea71181f19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:02:38.031338 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8ae478-0193-418c-a4ad-30ea71181f19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:02:38.031599 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8ae478-0193-418c-a4ad-30ea71181f19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:02:38.031914 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8ae478-0193-418c-a4ad-30ea71181f19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:02:38.084193 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-16014db0-4fa7-4e86-be9c-b67f57c5f26d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:02:38.106405 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-16014db0-4fa7-4e86-be9c-b67f57c5f26d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:02:38.195487 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-16014db0-4fa7-4e86-be9c-b67f57c5f26d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:02:38.198017 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-16014db0-4fa7-4e86-be9c-b67f57c5f26d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:02:38.199231 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-16014db0-4fa7-4e86-be9c-b67f57c5f26d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bc6ecf71-bfce-4d79-9555-6405c52f764c HTTP/1.1" status: 204 len: 168 time: 0.1752489 Sep 10 15:02:38.206980 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16014db0-4fa7-4e86-be9c-b67f57c5f26d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc6ecf71-bfce-4d79-9555-6405c52f764c,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:02:38.214314 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16014db0-4fa7-4e86-be9c-b67f57c5f26d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:02:38.214683 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16014db0-4fa7-4e86-be9c-b67f57c5f26d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:02:38.215033 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16014db0-4fa7-4e86-be9c-b67f57c5f26d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:02:38.215375 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16014db0-4fa7-4e86-be9c-b67f57c5f26d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:02:38.215713 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16014db0-4fa7-4e86-be9c-b67f57c5f26d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:02:38.216047 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16014db0-4fa7-4e86-be9c-b67f57c5f26d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:02:38.216377 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16014db0-4fa7-4e86-be9c-b67f57c5f26d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:02:38.216729 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16014db0-4fa7-4e86-be9c-b67f57c5f26d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:02:38.217076 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16014db0-4fa7-4e86-be9c-b67f57c5f26d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:02:38.217407 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16014db0-4fa7-4e86-be9c-b67f57c5f26d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:02:38.217734 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16014db0-4fa7-4e86-be9c-b67f57c5f26d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:02:38.218110 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16014db0-4fa7-4e86-be9c-b67f57c5f26d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:02:54.598891 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-f14aa35e-bace-496a-b5ee-c5aa167412f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:02:57.491991 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-3cedf355-da15-4f7b-9450-405e78a908ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:02:58.158100 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:02:59.144700 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b7c5f725-09d8-454b-b5ba-4a700e799395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:03:01.324835 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c13c67c0-2efd-4950-9279-b0623a9c603e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:03:02.331163 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.agents_db [None req-04bb1bd2-f33d-49ef-a466-6fb3f7a23ee1 None None] Agent healthcheck: found 5 active agents {{(pid=94012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 15:03:24.599642 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-4f135645-b70c-4261-b22d-c9edb9fec9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:03:27.492551 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-dcd1d94b-0464-4ff9-bcd2-c79e3fdaa30c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:03:28.159185 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:03:29.150912 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b7c5f725-09d8-454b-b5ba-4a700e799395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:03:31.327068 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c13c67c0-2efd-4950-9279-b0623a9c603e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:03:39.329614 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.agents_db [None req-04bb1bd2-f33d-49ef-a466-6fb3f7a23ee1 None None] Agent healthcheck: found 5 active agents {{(pid=94012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 15:03:54.600828 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-bf2cc4e0-d3ac-49bd-acd6-a6e93c485366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:03:57.494926 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b3ca1bb1-5eb4-4a7a-8791-34a1bd32472e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:03:58.159825 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:03:59.152081 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b7c5f725-09d8-454b-b5ba-4a700e799395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:04:01.330741 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c13c67c0-2efd-4950-9279-b0623a9c603e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:04:09.189358 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-582792'] for agent, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:04:16.329146 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.agents_db [None req-04bb1bd2-f33d-49ef-a466-6fb3f7a23ee1 None None] Agent healthcheck: found 6 active agents {{(pid=94012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 15:04:24.424606 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 38994) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:04:24.530507 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-b531a4fd-c65b-4b61-9429-0467b22c9b63 admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1047781 Sep 10 15:04:24.604954 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-e9f54930-97a0-4505-b762-02834c76b35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:04:26.766999 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 39004) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:04:26.822533 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-60d420c0-39bf-4d1b-8394-456fac680cc6 admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0544012 Sep 10 15:04:27.495742 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-f1463167-dfcf-4639-9a0a-3b17e7999f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:04:28.160928 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:04:29.158876 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b7c5f725-09d8-454b-b5ba-4a700e799395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:04:31.334551 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c13c67c0-2efd-4950-9279-b0623a9c603e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:04:39.138854 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:04:53.328013 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.agents_db [None req-04bb1bd2-f33d-49ef-a466-6fb3f7a23ee1 None None] Agent healthcheck: found 6 active agents {{(pid=94012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 15:04:54.607295 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-73d962cb-16e3-4d3f-a272-7890aa9adc49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:04:57.495869 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-63fa9596-ce96-4f3d-bd0e-df0dd84c8c99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:04:58.161563 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:04:59.157230 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b7c5f725-09d8-454b-b5ba-4a700e799395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:05:01.338133 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c13c67c0-2efd-4950-9279-b0623a9c603e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:05:09.153920 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:05:24.608442 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-32818593-6803-46b1-8eec-17088c8bf70d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:05:27.496758 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-88eee91c-e006-41ed-bc63-eaf053571917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:05:28.162334 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:05:29.166429 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b7c5f725-09d8-454b-b5ba-4a700e799395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:05:30.326509 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.agents_db [None req-04bb1bd2-f33d-49ef-a466-6fb3f7a23ee1 None None] Agent healthcheck: found 6 active agents {{(pid=94012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 15:05:31.339887 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c13c67c0-2efd-4950-9279-b0623a9c603e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:05:39.163833 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:05:54.611191 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-edd1a167-d89d-485c-b706-ecbb97574736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:05:55.115197 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 39196) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:05:55.175881 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 39204) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:05:55.487477 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.v2.base [None req-0b420e47-1630-4fc2-925a-0674f98d2429 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-179186214-network', 'tenant_id': 'cbb1ce4618c54a79b7f16a6fbbdf66ab'}} {{(pid=94010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:05:55.512702 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b420e47-1630-4fc2-925a-0674f98d2429 admin admin] Made reservation on behalf of cbb1ce4618c54a79b7f16a6fbbdf66ab for: {'network': 1} {{(pid=94010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:05:55.520330 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-0b420e47-1630-4fc2-925a-0674f98d2429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for network, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:05:55.532348 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-0b420e47-1630-4fc2-925a-0674f98d2429 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:05:55.603335 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.v2.base [None req-5497b30b-3586-431e-999f-0eb7a5de252d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1850833039-network', 'tenant_id': 'c0149948ecbd4da99adb4e990da99cd9'}} {{(pid=94010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:05:55.698785 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-0b420e47-1630-4fc2-925a-0674f98d2429 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:05:55.702400 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 39228) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:05:55.704802 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-0b420e47-1630-4fc2-925a-0674f98d2429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:05:55.718843 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b420e47-1630-4fc2-925a-0674f98d2429 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=94010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 15:05:55.742331 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-0b420e47-1630-4fc2-925a-0674f98d2429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672864'] for segment, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:05:55.746823 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.db.segments_db [None req-0b420e47-1630-4fc2-925a-0674f98d2429 admin admin] Added segment 550ddc19-7242-418c-b7f8-f8f745cc5257 of type vlan for network 10576399-efc6-445d-9ca5-76386260f1a2 Sep 10 15:05:55.766912 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5497b30b-3586-431e-999f-0eb7a5de252d admin admin] Made reservation on behalf of c0149948ecbd4da99adb4e990da99cd9 for: {'network': 1} {{(pid=94010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:05:55.769258 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-5497b30b-3586-431e-999f-0eb7a5de252d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for network, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:05:55.810157 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-5497b30b-3586-431e-999f-0eb7a5de252d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:05:55.814639 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b420e47-1630-4fc2-925a-0674f98d2429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4945b2c9-39bb-45e3-8247-526942829fa8,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:05:55.835488 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b420e47-1630-4fc2-925a-0674f98d2429 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:05:55.835871 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b420e47-1630-4fc2-925a-0674f98d2429 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:05:55.836895 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b420e47-1630-4fc2-925a-0674f98d2429 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:05:55.837248 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b420e47-1630-4fc2-925a-0674f98d2429 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:05:55.837706 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b420e47-1630-4fc2-925a-0674f98d2429 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:05:55.837915 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b420e47-1630-4fc2-925a-0674f98d2429 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:05:55.838286 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b420e47-1630-4fc2-925a-0674f98d2429 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:05:55.838687 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b420e47-1630-4fc2-925a-0674f98d2429 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:05:55.838941 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b420e47-1630-4fc2-925a-0674f98d2429 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:05:55.839277 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b420e47-1630-4fc2-925a-0674f98d2429 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:05:55.839597 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b420e47-1630-4fc2-925a-0674f98d2429 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:05:55.839913 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b420e47-1630-4fc2-925a-0674f98d2429 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:05:55.841405 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b420e47-1630-4fc2-925a-0674f98d2429 admin admin] Tracked resource versions report: Sep 10 15:05:55.841405 dv-cinder-760153-10-iscsi neutron-server[94010]: pushed versions: Sep 10 15:05:55.841405 dv-cinder-760153-10-iscsi neutron-server[94010]: { 'AddressGroup': {'1.2'}, Sep 10 15:05:55.841405 dv-cinder-760153-10-iscsi neutron-server[94010]: 'ConntrackHelper': {'1.0'}, Sep 10 15:05:55.841405 dv-cinder-760153-10-iscsi neutron-server[94010]: 'Log': {'1.0'}, Sep 10 15:05:55.841405 dv-cinder-760153-10-iscsi neutron-server[94010]: 'Network': {'1.1'}, Sep 10 15:05:55.841405 dv-cinder-760153-10-iscsi neutron-server[94010]: 'Port': {'1.7'}, Sep 10 15:05:55.841405 dv-cinder-760153-10-iscsi neutron-server[94010]: 'PortForwarding': {'1.2'}, Sep 10 15:05:55.841405 dv-cinder-760153-10-iscsi neutron-server[94010]: 'QosPolicy': {'1.9'}, Sep 10 15:05:55.841405 dv-cinder-760153-10-iscsi neutron-server[94010]: 'SecurityGroup': {'1.4'}, Sep 10 15:05:55.841405 dv-cinder-760153-10-iscsi neutron-server[94010]: 'SecurityGroupRule': {'1.2'}, Sep 10 15:05:55.841405 dv-cinder-760153-10-iscsi neutron-server[94010]: 'SubPort': {'1.0'}, Sep 10 15:05:55.841405 dv-cinder-760153-10-iscsi neutron-server[94010]: 'Subnet': {'1.1'}, Sep 10 15:05:55.841405 dv-cinder-760153-10-iscsi neutron-server[94010]: 'Trunk': {'1.1'}} Sep 10 15:05:55.841405 dv-cinder-760153-10-iscsi neutron-server[94010]: consumer versions: Sep 10 15:05:55.841405 dv-cinder-760153-10-iscsi neutron-server[94010]: { DHCP agent@dv-cinder-760153-10-iscsi: {}, Sep 10 15:05:55.841405 dv-cinder-760153-10-iscsi neutron-server[94010]: HyperV agent@hv-cinder-76015: {}, Sep 10 15:05:55.841405 dv-cinder-760153-10-iscsi neutron-server[94010]: L3 agent@dv-cinder-760153-10-iscsi: {}, Sep 10 15:05:55.841405 dv-cinder-760153-10-iscsi neutron-server[94010]: Metadata agent@dv-cinder-760153-10-iscsi: {}, Sep 10 15:05:55.841405 dv-cinder-760153-10-iscsi neutron-server[94010]: Metering agent@dv-cinder-760153-10-iscsi: {}, Sep 10 15:05:55.841405 dv-cinder-760153-10-iscsi neutron-server[94010]: Open vSwitch agent@dv-cinder-760153-10-iscsi: { 'AddressGroup': '1.2', Sep 10 15:05:55.841405 dv-cinder-760153-10-iscsi neutron-server[94010]: 'ConntrackHelper': '1.0', Sep 10 15:05:55.841405 dv-cinder-760153-10-iscsi neutron-server[94010]: 'Log': '1.0', Sep 10 15:05:55.841405 dv-cinder-760153-10-iscsi neutron-server[94010]: 'Network': '1.1', Sep 10 15:05:55.841405 dv-cinder-760153-10-iscsi neutron-server[94010]: 'Port': '1.7', Sep 10 15:05:55.841405 dv-cinder-760153-10-iscsi neutron-server[94010]: 'PortForwarding': '1.2', Sep 10 15:05:55.841405 dv-cinder-760153-10-iscsi neutron-server[94010]: 'QosPolicy': '1.9', Sep 10 15:05:55.841405 dv-cinder-760153-10-iscsi neutron-server[94010]: 'SecurityGroup': '1.4', Sep 10 15:05:55.841405 dv-cinder-760153-10-iscsi neutron-server[94010]: 'SecurityGroupRule': '1.2', Sep 10 15:05:55.841405 dv-cinder-760153-10-iscsi neutron-server[94010]: 'SubPort': '1.0', Sep 10 15:05:55.841405 dv-cinder-760153-10-iscsi neutron-server[94010]: 'Subnet': '1.1', Sep 10 15:05:55.841405 dv-cinder-760153-10-iscsi neutron-server[94010]: 'Trunk': '1.1'}} Sep 10 15:05:55.841405 dv-cinder-760153-10-iscsi neutron-server[94010]: {{(pid=94010) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 10 15:05:55.849552 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-0b420e47-1630-4fc2-925a-0674f98d2429 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748756560168'] for network, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:05:55.908462 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-0b420e47-1630-4fc2-925a-0674f98d2429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861'] for network, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:05:55.909428 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b420e47-1630-4fc2-925a-0674f98d2429 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:05:55.910009 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-0b420e47-1630-4fc2-925a-0674f98d2429 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526879'] for network, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:05:55.939976 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 39242) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:05:56.003233 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b420e47-1630-4fc2-925a-0674f98d2429 admin admin] Pushing event updated for resources: {'Network': ['ID=10576399-efc6-445d-9ca5-76386260f1a2,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:05:56.024524 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Network 10576399-efc6-445d-9ca5-76386260f1a2 details requested by agent ovs-agent-dv-cinder-760153-10-iscsi with host dv-cinder-760153-10-iscsi {{(pid=94011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 15:05:56.052418 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-5497b30b-3586-431e-999f-0eb7a5de252d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:05:56.067249 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-5497b30b-3586-431e-999f-0eb7a5de252d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:05:56.085391 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-0b420e47-1630-4fc2-925a-0674f98d2429 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9690928 Sep 10 15:05:56.094448 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.v2.base [None req-27c068c6-364b-4ed2-8004-1708241faeda admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-949705920-network', 'tenant_id': '3e6ff7cb7b90442a96ffe59c9ad7a57e'}} {{(pid=94009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:05:56.097733 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 39252) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:05:56.110918 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.v2.base [None req-aeb91ca3-26fe-4ec4-a3d5-8ced94e97644 admin admin] Request body: {'subnet': {'network_id': '10576399-efc6-445d-9ca5-76386260f1a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-179186214-subnet', 'tenant_id': 'cbb1ce4618c54a79b7f16a6fbbdf66ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:05:56.114849 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5497b30b-3586-431e-999f-0eb7a5de252d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=94010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 15:05:56.129020 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-5497b30b-3586-431e-999f-0eb7a5de252d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672864'] for segment, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:05:56.130978 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.db.segments_db [None req-5497b30b-3586-431e-999f-0eb7a5de252d admin admin] Added segment adc254f0-00c9-46af-adb3-b3d1f6ff0d76 of type vlan for network d8cbe470-bc98-41a4-a428-659bec184b54 Sep 10 15:05:56.143538 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c068c6-364b-4ed2-8004-1708241faeda admin admin] Made reservation on behalf of 3e6ff7cb7b90442a96ffe59c9ad7a57e for: {'network': 1} {{(pid=94009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:05:56.145971 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-27c068c6-364b-4ed2-8004-1708241faeda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for network, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:05:56.170534 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-27c068c6-364b-4ed2-8004-1708241faeda admin admin] Notify callbacks [] for security_group, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:05:56.191029 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-5497b30b-3586-431e-999f-0eb7a5de252d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748756560168'] for network, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:05:56.228346 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-5497b30b-3586-431e-999f-0eb7a5de252d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861'] for network, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:05:56.229331 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5497b30b-3586-431e-999f-0eb7a5de252d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:05:56.230327 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-5497b30b-3586-431e-999f-0eb7a5de252d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526879'] for network, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:05:56.250681 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5497b30b-3586-431e-999f-0eb7a5de252d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f7159f2-8888-4206-9111-64a41ed5af9b,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:05:56.299974 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-27c068c6-364b-4ed2-8004-1708241faeda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:05:56.306694 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-27c068c6-364b-4ed2-8004-1708241faeda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:05:56.330190 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5497b30b-3586-431e-999f-0eb7a5de252d admin admin] Pushing event updated for resources: {'Network': ['ID=d8cbe470-bc98-41a4-a428-659bec184b54,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:05:56.341625 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Network d8cbe470-bc98-41a4-a428-659bec184b54 details requested by agent ovs-agent-dv-cinder-760153-10-iscsi with host dv-cinder-760153-10-iscsi {{(pid=94011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 15:05:56.356307 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb91ca3-26fe-4ec4-a3d5-8ced94e97644 admin admin] Made reservation on behalf of cbb1ce4618c54a79b7f16a6fbbdf66ab for: {'subnet': 1} {{(pid=94010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:05:56.384285 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-aeb91ca3-26fe-4ec4-a3d5-8ced94e97644 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:05:56.393726 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-5497b30b-3586-431e-999f-0eb7a5de252d admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2165475 Sep 10 15:05:56.416524 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 39260) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:05:56.428405 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.v2.base [None req-5faf910e-53cf-4952-92ac-a252b6ae7d5a admin admin] Request body: {'subnet': {'network_id': 'd8cbe470-bc98-41a4-a428-659bec184b54', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1850833039-subnet', 'tenant_id': 'c0149948ecbd4da99adb4e990da99cd9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:05:56.472883 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5faf910e-53cf-4952-92ac-a252b6ae7d5a admin admin] Made reservation on behalf of c0149948ecbd4da99adb4e990da99cd9 for: {'subnet': 1} {{(pid=94010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:05:56.477250 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-5faf910e-53cf-4952-92ac-a252b6ae7d5a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:05:56.493714 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27c068c6-364b-4ed2-8004-1708241faeda admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=94009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 15:05:56.496459 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c068c6-364b-4ed2-8004-1708241faeda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b42de51-d6ce-459e-a7bd-e942c8dfedf2,revision_number=1']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:05:56.516819 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.v2.base [None req-9c3fbfe0-8d0e-4d25-ba0e-c8b1902a58cb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-479456589-network', 'tenant_id': '179dc0b70b7843379402b9075d679b2d'}} {{(pid=94009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:05:56.520811 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c068c6-364b-4ed2-8004-1708241faeda admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:05:56.521151 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c068c6-364b-4ed2-8004-1708241faeda admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:05:56.521488 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c068c6-364b-4ed2-8004-1708241faeda admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:05:56.521862 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c068c6-364b-4ed2-8004-1708241faeda admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:05:56.522220 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c068c6-364b-4ed2-8004-1708241faeda admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:05:56.522845 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c068c6-364b-4ed2-8004-1708241faeda admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:05:56.523179 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c068c6-364b-4ed2-8004-1708241faeda admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:05:56.523568 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c068c6-364b-4ed2-8004-1708241faeda admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:05:56.524013 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c068c6-364b-4ed2-8004-1708241faeda admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:05:56.524732 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c068c6-364b-4ed2-8004-1708241faeda admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:05:56.525299 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c068c6-364b-4ed2-8004-1708241faeda admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:05:56.525778 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c068c6-364b-4ed2-8004-1708241faeda admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:05:56.527143 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c068c6-364b-4ed2-8004-1708241faeda admin admin] Tracked resource versions report: Sep 10 15:05:56.527143 dv-cinder-760153-10-iscsi neutron-server[94009]: pushed versions: Sep 10 15:05:56.527143 dv-cinder-760153-10-iscsi neutron-server[94009]: { 'AddressGroup': {'1.2'}, Sep 10 15:05:56.527143 dv-cinder-760153-10-iscsi neutron-server[94009]: 'ConntrackHelper': {'1.0'}, Sep 10 15:05:56.527143 dv-cinder-760153-10-iscsi neutron-server[94009]: 'Log': {'1.0'}, Sep 10 15:05:56.527143 dv-cinder-760153-10-iscsi neutron-server[94009]: 'Network': {'1.1'}, Sep 10 15:05:56.527143 dv-cinder-760153-10-iscsi neutron-server[94009]: 'Port': {'1.7'}, Sep 10 15:05:56.527143 dv-cinder-760153-10-iscsi neutron-server[94009]: 'PortForwarding': {'1.2'}, Sep 10 15:05:56.527143 dv-cinder-760153-10-iscsi neutron-server[94009]: 'QosPolicy': {'1.9'}, Sep 10 15:05:56.527143 dv-cinder-760153-10-iscsi neutron-server[94009]: 'SecurityGroup': {'1.4'}, Sep 10 15:05:56.527143 dv-cinder-760153-10-iscsi neutron-server[94009]: 'SecurityGroupRule': {'1.2'}, Sep 10 15:05:56.527143 dv-cinder-760153-10-iscsi neutron-server[94009]: 'SubPort': {'1.0'}, Sep 10 15:05:56.527143 dv-cinder-760153-10-iscsi neutron-server[94009]: 'Subnet': {'1.1'}, Sep 10 15:05:56.527143 dv-cinder-760153-10-iscsi neutron-server[94009]: 'Trunk': {'1.1'}} Sep 10 15:05:56.527143 dv-cinder-760153-10-iscsi neutron-server[94009]: consumer versions: Sep 10 15:05:56.527143 dv-cinder-760153-10-iscsi neutron-server[94009]: { DHCP agent@dv-cinder-760153-10-iscsi: {}, Sep 10 15:05:56.527143 dv-cinder-760153-10-iscsi neutron-server[94009]: HyperV agent@hv-cinder-76015: {}, Sep 10 15:05:56.527143 dv-cinder-760153-10-iscsi neutron-server[94009]: L3 agent@dv-cinder-760153-10-iscsi: {}, Sep 10 15:05:56.527143 dv-cinder-760153-10-iscsi neutron-server[94009]: Metadata agent@dv-cinder-760153-10-iscsi: {}, Sep 10 15:05:56.527143 dv-cinder-760153-10-iscsi neutron-server[94009]: Metering agent@dv-cinder-760153-10-iscsi: {}, Sep 10 15:05:56.527143 dv-cinder-760153-10-iscsi neutron-server[94009]: Open vSwitch agent@dv-cinder-760153-10-iscsi: { 'AddressGroup': '1.2', Sep 10 15:05:56.527143 dv-cinder-760153-10-iscsi neutron-server[94009]: 'ConntrackHelper': '1.0', Sep 10 15:05:56.527143 dv-cinder-760153-10-iscsi neutron-server[94009]: 'Log': '1.0', Sep 10 15:05:56.527143 dv-cinder-760153-10-iscsi neutron-server[94009]: 'Network': '1.1', Sep 10 15:05:56.527143 dv-cinder-760153-10-iscsi neutron-server[94009]: 'Port': '1.7', Sep 10 15:05:56.527143 dv-cinder-760153-10-iscsi neutron-server[94009]: 'PortForwarding': '1.2', Sep 10 15:05:56.527143 dv-cinder-760153-10-iscsi neutron-server[94009]: 'QosPolicy': '1.9', Sep 10 15:05:56.527143 dv-cinder-760153-10-iscsi neutron-server[94009]: 'SecurityGroup': '1.4', Sep 10 15:05:56.527143 dv-cinder-760153-10-iscsi neutron-server[94009]: 'SecurityGroupRule': '1.2', Sep 10 15:05:56.527143 dv-cinder-760153-10-iscsi neutron-server[94009]: 'SubPort': '1.0', Sep 10 15:05:56.527143 dv-cinder-760153-10-iscsi neutron-server[94009]: 'Subnet': '1.1', Sep 10 15:05:56.527143 dv-cinder-760153-10-iscsi neutron-server[94009]: 'Trunk': '1.1'}} Sep 10 15:05:56.527143 dv-cinder-760153-10-iscsi neutron-server[94009]: {{(pid=94009) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 10 15:05:56.541979 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-27c068c6-364b-4ed2-8004-1708241faeda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672864'] for segment, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:05:56.542474 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.db.segments_db [None req-27c068c6-364b-4ed2-8004-1708241faeda admin admin] Added segment 58819943-29f5-46b8-a1f2-4b05bfbd5beb of type vlan for network 9674167c-c436-4b03-a2e0-3346487f1a81 Sep 10 15:05:56.615210 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-27c068c6-364b-4ed2-8004-1708241faeda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748756560168'] for network, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:05:56.637846 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c3fbfe0-8d0e-4d25-ba0e-c8b1902a58cb admin admin] Made reservation on behalf of 179dc0b70b7843379402b9075d679b2d for: {'network': 1} {{(pid=94009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:05:56.652738 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-9c3fbfe0-8d0e-4d25-ba0e-c8b1902a58cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for network, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:05:56.682057 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-9c3fbfe0-8d0e-4d25-ba0e-c8b1902a58cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:05:56.700507 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-27c068c6-364b-4ed2-8004-1708241faeda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861'] for network, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:05:56.701922 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c068c6-364b-4ed2-8004-1708241faeda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:05:56.702902 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-27c068c6-364b-4ed2-8004-1708241faeda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526879'] for network, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:05:56.907696 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c068c6-364b-4ed2-8004-1708241faeda admin admin] Pushing event updated for resources: {'Network': ['ID=9674167c-c436-4b03-a2e0-3346487f1a81,revision_number=1']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:05:56.927081 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Network 9674167c-c436-4b03-a2e0-3346487f1a81 details requested by agent ovs-agent-dv-cinder-760153-10-iscsi with host dv-cinder-760153-10-iscsi {{(pid=94011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 15:05:57.019041 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-9c3fbfe0-8d0e-4d25-ba0e-c8b1902a58cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:05:57.033649 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-9c3fbfe0-8d0e-4d25-ba0e-c8b1902a58cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:05:57.064901 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c3fbfe0-8d0e-4d25-ba0e-c8b1902a58cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=94009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 15:05:57.088780 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-9c3fbfe0-8d0e-4d25-ba0e-c8b1902a58cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672864'] for segment, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:05:57.089715 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.db.segments_db [None req-9c3fbfe0-8d0e-4d25-ba0e-c8b1902a58cb admin admin] Added segment 94af6f6f-3b96-43c5-bbc7-0b5183194569 of type vlan for network 3d3c939c-8487-4223-a043-b9d48f9371b6 Sep 10 15:05:57.138441 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-aeb91ca3-26fe-4ec4-a3d5-8ced94e97644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861'] for subnet, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:05:57.200379 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-9c3fbfe0-8d0e-4d25-ba0e-c8b1902a58cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748756560168'] for network, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:05:57.215939 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-5faf910e-53cf-4952-92ac-a252b6ae7d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861'] for subnet, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:05:57.225226 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb91ca3-26fe-4ec4-a3d5-8ced94e97644 admin admin] Checking segment: {'id': '550ddc19-7242-418c-b7f8-f8f745cc5257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '10576399-efc6-445d-9ca5-76386260f1a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:05:57.225840 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb91ca3-26fe-4ec4-a3d5-8ced94e97644 admin admin] Network hostable DHCP agents. Network: 10576399-efc6-445d-9ca5-76386260f1a2, hostable agents: ['afb565d3-e50e-4cf5-8d13-a2fbc8ff1b06'], hosted agents: [] {{(pid=94010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 15:05:57.282912 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-27c068c6-364b-4ed2-8004-1708241faeda admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5783002 Sep 10 15:05:57.286700 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 39292) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:05:57.291009 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5faf910e-53cf-4952-92ac-a252b6ae7d5a admin admin] Checking segment: {'id': 'adc254f0-00c9-46af-adb3-b3d1f6ff0d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd8cbe470-bc98-41a4-a428-659bec184b54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:05:57.291573 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5faf910e-53cf-4952-92ac-a252b6ae7d5a admin admin] Network hostable DHCP agents. Network: d8cbe470-bc98-41a4-a428-659bec184b54, hostable agents: ['afb565d3-e50e-4cf5-8d13-a2fbc8ff1b06'], hosted agents: [] {{(pid=94010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 15:05:57.292190 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.v2.base [None req-2d31ece2-bea8-49fa-8808-7c28a76e6190 admin admin] Request body: {'subnet': {'network_id': '9674167c-c436-4b03-a2e0-3346487f1a81', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-949705920-subnet', 'tenant_id': '3e6ff7cb7b90442a96ffe59c9ad7a57e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:05:57.296624 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb91ca3-26fe-4ec4-a3d5-8ced94e97644 admin admin] Network 10576399-efc6-445d-9ca5-76386260f1a2 is scheduled to be hosted by DHCP agent afb565d3-e50e-4cf5-8d13-a2fbc8ff1b06 with binding_index 1 {{(pid=94010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 15:05:57.313798 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.base_scheduler [None req-aeb91ca3-26fe-4ec4-a3d5-8ced94e97644 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760153-10-iscsi, 10576399-efc6-445d-9ca5-76386260f1a2) {{(pid=94010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:05:57.318443 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb91ca3-26fe-4ec4-a3d5-8ced94e97644 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1439a9a1-9d83-40a1-a053-fdab96d16b79,revision_number=0']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:05:57.323723 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc11f64-6a6d-4c82-ab4b-c6ee32b9ad09 None None] Network 10576399-efc6-445d-9ca5-76386260f1a2 requested from dv-cinder-760153-10-iscsi {{(pid=94011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:05:57.337329 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb91ca3-26fe-4ec4-a3d5-8ced94e97644 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:05:57.338195 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-aeb91ca3-26fe-4ec4-a3d5-8ced94e97644 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526879'] for subnet, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:05:57.341666 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-9c3fbfe0-8d0e-4d25-ba0e-c8b1902a58cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861'] for network, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:05:57.343787 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3fbfe0-8d0e-4d25-ba0e-c8b1902a58cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:05:57.345880 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-9c3fbfe0-8d0e-4d25-ba0e-c8b1902a58cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526879'] for network, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:05:57.360852 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-aeb91ca3-26fe-4ec4-a3d5-8ced94e97644 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2588568 Sep 10 15:05:57.362725 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5faf910e-53cf-4952-92ac-a252b6ae7d5a admin admin] Network d8cbe470-bc98-41a4-a428-659bec184b54 is scheduled to be hosted by DHCP agent afb565d3-e50e-4cf5-8d13-a2fbc8ff1b06 with binding_index 1 {{(pid=94010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 15:05:57.365721 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 39300) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:05:57.371367 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.v2.base [None req-9d9fb25d-7b39-4909-a3d9-011f9208517e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-179186214-router', 'tenant_id': 'cbb1ce4618c54a79b7f16a6fbbdf66ab', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed'}}} {{(pid=94010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:05:57.380515 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d31ece2-bea8-49fa-8808-7c28a76e6190 admin admin] Made reservation on behalf of 3e6ff7cb7b90442a96ffe59c9ad7a57e for: {'subnet': 1} {{(pid=94009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:05:57.386017 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-2d31ece2-bea8-49fa-8808-7c28a76e6190 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:05:57.402450 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.base_scheduler [None req-5faf910e-53cf-4952-92ac-a252b6ae7d5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760153-10-iscsi, d8cbe470-bc98-41a4-a428-659bec184b54) {{(pid=94010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:05:57.447001 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5faf910e-53cf-4952-92ac-a252b6ae7d5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:05:57.447588 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-5faf910e-53cf-4952-92ac-a252b6ae7d5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526879'] for subnet, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:05:57.483738 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f3e4ca-f4d8-4b0f-a8a9-5fe7e27d953f None None] Network d8cbe470-bc98-41a4-a428-659bec184b54 requested from dv-cinder-760153-10-iscsi {{(pid=94011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:05:57.484893 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-9d9fb25d-7b39-4909-a3d9-011f9208517e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-584384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-375'] for router, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:05:57.486133 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-9d9fb25d-7b39-4909-a3d9-011f9208517e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-382'] for router, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:05:57.491012 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faf910e-53cf-4952-92ac-a252b6ae7d5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=782052c7-4991-4efe-97d8-5a0e8f67d6bc,revision_number=0']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:05:57.503988 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-5faf910e-53cf-4952-92ac-a252b6ae7d5a admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0813029 Sep 10 15:05:57.509509 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 39310) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:05:57.517579 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.v2.base [None req-7b0dbe95-1c93-4dc8-b6b8-e6e6ec233344 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1850833039-router', 'tenant_id': 'c0149948ecbd4da99adb4e990da99cd9', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed'}}} {{(pid=94010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:05:57.546252 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-7b0dbe95-1c93-4dc8-b6b8-e6e6ec233344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-584384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-375'] for router, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:05:57.547915 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-7b0dbe95-1c93-4dc8-b6b8-e6e6ec233344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-382'] for router, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:05:57.634499 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-9d9fb25d-7b39-4909-a3d9-011f9208517e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:05:57.635875 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3fbfe0-8d0e-4d25-ba0e-c8b1902a58cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ddb621-9213-4288-a851-1a50994a4011,revision_number=1']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:05:57.640439 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3fbfe0-8d0e-4d25-ba0e-c8b1902a58cb admin admin] Pushing event updated for resources: {'Network': ['ID=3d3c939c-8487-4223-a043-b9d48f9371b6,revision_number=1']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:05:57.647963 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-9c3fbfe0-8d0e-4d25-ba0e-c8b1902a58cb admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7049575 Sep 10 15:05:57.653363 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 39322) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:05:57.699384 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.v2.base [None req-db289352-ee3a-40e2-ac0a-af05c1f4d65f admin admin] Request body: {'subnet': {'network_id': '3d3c939c-8487-4223-a043-b9d48f9371b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-479456589-subnet', 'tenant_id': '179dc0b70b7843379402b9075d679b2d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:05:57.758631 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db289352-ee3a-40e2-ac0a-af05c1f4d65f admin admin] Made reservation on behalf of 179dc0b70b7843379402b9075d679b2d for: {'subnet': 1} {{(pid=94009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:05:57.761255 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-db289352-ee3a-40e2-ac0a-af05c1f4d65f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:05:57.924480 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-7b0dbe95-1c93-4dc8-b6b8-e6e6ec233344 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:05:57.977279 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-2d31ece2-bea8-49fa-8808-7c28a76e6190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861'] for subnet, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:05:57.991230 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Network 3d3c939c-8487-4223-a043-b9d48f9371b6 details requested by agent ovs-agent-dv-cinder-760153-10-iscsi with host dv-cinder-760153-10-iscsi {{(pid=94011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 15:05:58.003369 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-2145c3d4-25d3-486f-be2f-b08ab8d6d126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:05:58.117817 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d31ece2-bea8-49fa-8808-7c28a76e6190 admin admin] Checking segment: {'id': '58819943-29f5-46b8-a1f2-4b05bfbd5beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9674167c-c436-4b03-a2e0-3346487f1a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:05:58.118235 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d31ece2-bea8-49fa-8808-7c28a76e6190 admin admin] Network hostable DHCP agents. Network: 9674167c-c436-4b03-a2e0-3346487f1a81, hostable agents: ['afb565d3-e50e-4cf5-8d13-a2fbc8ff1b06'], hosted agents: [] {{(pid=94009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 15:05:58.120594 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d31ece2-bea8-49fa-8808-7c28a76e6190 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd253290-719b-4fff-9c2f-5ccf3db4d2de,revision_number=0']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:05:58.283415 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d31ece2-bea8-49fa-8808-7c28a76e6190 admin admin] Network 9674167c-c436-4b03-a2e0-3346487f1a81 is scheduled to be hosted by DHCP agent afb565d3-e50e-4cf5-8d13-a2fbc8ff1b06 with binding_index 1 {{(pid=94009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 15:05:58.293517 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-db289352-ee3a-40e2-ac0a-af05c1f4d65f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861'] for subnet, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:05:58.296525 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd9b8e9-d5c4-4253-99ad-204fab10a29a None None] Network 10576399-efc6-445d-9ca5-76386260f1a2 requested from dv-cinder-760153-10-iscsi {{(pid=94011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:05:58.303525 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:05:58.371870 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.base_scheduler [None req-2d31ece2-bea8-49fa-8808-7c28a76e6190 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760153-10-iscsi, 9674167c-c436-4b03-a2e0-3346487f1a81) {{(pid=94009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:05:58.385762 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d31ece2-bea8-49fa-8808-7c28a76e6190 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:05:58.386523 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-2d31ece2-bea8-49fa-8808-7c28a76e6190 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526879'] for subnet, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:05:58.396412 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db289352-ee3a-40e2-ac0a-af05c1f4d65f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bfab73e-3a60-416a-bffd-cc1cee493235,revision_number=0']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:05:58.418676 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-7b0dbe95-1c93-4dc8-b6b8-e6e6ec233344 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:05:58.462845 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68710793-6212-4b3e-9345-116500a7d681 None None] Network 9674167c-c436-4b03-a2e0-3346487f1a81 requested from dv-cinder-760153-10-iscsi {{(pid=94011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:05:58.473786 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-2d31ece2-bea8-49fa-8808-7c28a76e6190 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1858509 Sep 10 15:05:58.486329 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db289352-ee3a-40e2-ac0a-af05c1f4d65f admin admin] Checking segment: {'id': '94af6f6f-3b96-43c5-bbc7-0b5183194569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '3d3c939c-8487-4223-a043-b9d48f9371b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:05:58.487872 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db289352-ee3a-40e2-ac0a-af05c1f4d65f admin admin] Network hostable DHCP agents. Network: 3d3c939c-8487-4223-a043-b9d48f9371b6, hostable agents: ['afb565d3-e50e-4cf5-8d13-a2fbc8ff1b06'], hosted agents: [] {{(pid=94009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 15:05:58.502984 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04fd7e57-4d97-4f98-963b-2f3a0aad2b77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75912ed4-7a3a-54d7-ac9b-82d05aadd505-d8cbe470-bc98-41a4-a428-659bec184b54', 'network_id': 'd8cbe470-bc98-41a4-a428-659bec184b54', 'tenant_id': 'c0149948ecbd4da99adb4e990da99cd9', 'fixed_ips': [{'subnet_id': '782052c7-4991-4efe-97d8-5a0e8f67d6bc'}]}} from dv-cinder-760153-10-iscsi. {{(pid=94011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 15:05:58.504154 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-04fd7e57-4d97-4f98-963b-2f3a0aad2b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:05:58.512264 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-9d9fb25d-7b39-4909-a3d9-011f9208517e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:05:58.532440 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db289352-ee3a-40e2-ac0a-af05c1f4d65f admin admin] Network 3d3c939c-8487-4223-a043-b9d48f9371b6 is scheduled to be hosted by DHCP agent afb565d3-e50e-4cf5-8d13-a2fbc8ff1b06 with binding_index 1 {{(pid=94009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 15:05:58.552469 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.base_scheduler [None req-db289352-ee3a-40e2-ac0a-af05c1f4d65f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760153-10-iscsi, 3d3c939c-8487-4223-a043-b9d48f9371b6) {{(pid=94009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:05:58.573302 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db289352-ee3a-40e2-ac0a-af05c1f4d65f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:05:58.576819 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-db289352-ee3a-40e2-ac0a-af05c1f4d65f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526879'] for subnet, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:05:58.596775 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d41c20-049f-4ea5-a69d-c360797fc2e9 None None] Network 3d3c939c-8487-4223-a043-b9d48f9371b6 requested from dv-cinder-760153-10-iscsi {{(pid=94011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:05:58.615102 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-db289352-ee3a-40e2-ac0a-af05c1f4d65f admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9609084 Sep 10 15:05:58.776485 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 39400) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:05:58.901410 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6bd1b5-5c47-4a4c-8fdb-641ca45b885a None None] Network 9674167c-c436-4b03-a2e0-3346487f1a81 requested from dv-cinder-760153-10-iscsi {{(pid=94011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:05:58.966968 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.db_base_plugin_common [None req-04fd7e57-4d97-4f98-963b-2f3a0aad2b77 None None] Allocated IP 172.20.0.2 (d8cbe470-bc98-41a4-a428-659bec184b54/782052c7-4991-4efe-97d8-5a0e8f67d6bc/8d9647fc-431d-4f40-856e-7e79eab73dbd) {{(pid=94011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:05:59.004760 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79751ce2-9016-48f4-8565-62440e4365f9 None None] Network 3d3c939c-8487-4223-a043-b9d48f9371b6 requested from dv-cinder-760153-10-iscsi {{(pid=94011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:05:59.011020 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 39412) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:05:59.136992 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-9d9fb25d-7b39-4909-a3d9-011f9208517e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:05:59.169500 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-9d9fb25d-7b39-4909-a3d9-011f9208517e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:05:59.260427 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b7c5f725-09d8-454b-b5ba-4a700e799395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:05:59.312467 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-a2ba482f-0d97-4838-8a0c-317085f1e08e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:05:59.446827 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-cb2d0a7b-f7c3-4710-b1d3-bd66769574ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:05:59.494117 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-04fd7e57-4d97-4f98-963b-2f3a0aad2b77 None None] Notify callbacks [] for port, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:05:59.494663 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.db.db_base_plugin_common [None req-9d9fb25d-7b39-4909-a3d9-011f9208517e admin admin] Allocated IP 172.27.0.201 (caa13d69-ff92-44ce-a665-3b9af711feed/3b314502-2ac4-4640-9fa5-f95f10fc4599/22c719ec-af51-445c-b1b6-9fd2dd16cff0) {{(pid=94010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:05:59.498541 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-7b0dbe95-1c93-4dc8-b6b8-e6e6ec233344 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:05:59.516703 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-04fd7e57-4d97-4f98-963b-2f3a0aad2b77 None None] Transition to ACTIVE for port object 8d9647fc-431d-4f40-856e-7e79eab73dbd will not be triggered until provisioned by entity L2. {{(pid=94011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:05:59.523337 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-7b0dbe95-1c93-4dc8-b6b8-e6e6ec233344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:05:59.552671 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-04fd7e57-4d97-4f98-963b-2f3a0aad2b77 None None] Transition to ACTIVE for port object 8d9647fc-431d-4f40-856e-7e79eab73dbd will not be triggered until provisioned by entity DHCP. {{(pid=94011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:05:59.564243 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-04fd7e57-4d97-4f98-963b-2f3a0aad2b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748756606401'] for port, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:05:59.617089 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 39428) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:05:59.626427 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04fd7e57-4d97-4f98-963b-2f3a0aad2b77 None None] Network d8cbe470-bc98-41a4-a428-659bec184b54 is already hosted by enough agents. {{(pid=94011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:05:59.634774 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.scheduler.base_scheduler [None req-04fd7e57-4d97-4f98-963b-2f3a0aad2b77 None None] Resources bound (agent type, host, resource id): {{(pid=94011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:05:59.640152 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fd7e57-4d97-4f98-963b-2f3a0aad2b77 None None] Received port after_create {{(pid=94011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:05:59.648091 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fd7e57-4d97-4f98-963b-2f3a0aad2b77 None None] Pushing event updated for resources: {'Port': ['ID=8d9647fc-431d-4f40-856e-7e79eab73dbd,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:05:59.673070 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fd7e57-4d97-4f98-963b-2f3a0aad2b77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:05:59.673370 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fd7e57-4d97-4f98-963b-2f3a0aad2b77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:05:59.673485 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-a2ba482f-0d97-4838-8a0c-317085f1e08e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:05:59.673958 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fd7e57-4d97-4f98-963b-2f3a0aad2b77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:05:59.674733 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fd7e57-4d97-4f98-963b-2f3a0aad2b77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:05:59.675592 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fd7e57-4d97-4f98-963b-2f3a0aad2b77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:05:59.676110 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fd7e57-4d97-4f98-963b-2f3a0aad2b77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:05:59.676708 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fd7e57-4d97-4f98-963b-2f3a0aad2b77 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:05:59.677356 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fd7e57-4d97-4f98-963b-2f3a0aad2b77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:05:59.677941 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fd7e57-4d97-4f98-963b-2f3a0aad2b77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:05:59.678512 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fd7e57-4d97-4f98-963b-2f3a0aad2b77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:05:59.679057 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fd7e57-4d97-4f98-963b-2f3a0aad2b77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:05:59.679391 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fd7e57-4d97-4f98-963b-2f3a0aad2b77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:05:59.681685 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fd7e57-4d97-4f98-963b-2f3a0aad2b77 None None] Tracked resource versions report: Sep 10 15:05:59.681685 dv-cinder-760153-10-iscsi neutron-server[94011]: pushed versions: Sep 10 15:05:59.681685 dv-cinder-760153-10-iscsi neutron-server[94011]: { 'AddressGroup': {'1.2'}, Sep 10 15:05:59.681685 dv-cinder-760153-10-iscsi neutron-server[94011]: 'ConntrackHelper': {'1.0'}, Sep 10 15:05:59.681685 dv-cinder-760153-10-iscsi neutron-server[94011]: 'Log': {'1.0'}, Sep 10 15:05:59.681685 dv-cinder-760153-10-iscsi neutron-server[94011]: 'Network': {'1.1'}, Sep 10 15:05:59.681685 dv-cinder-760153-10-iscsi neutron-server[94011]: 'Port': {'1.7'}, Sep 10 15:05:59.681685 dv-cinder-760153-10-iscsi neutron-server[94011]: 'PortForwarding': {'1.2'}, Sep 10 15:05:59.681685 dv-cinder-760153-10-iscsi neutron-server[94011]: 'QosPolicy': {'1.9'}, Sep 10 15:05:59.681685 dv-cinder-760153-10-iscsi neutron-server[94011]: 'SecurityGroup': {'1.4'}, Sep 10 15:05:59.681685 dv-cinder-760153-10-iscsi neutron-server[94011]: 'SecurityGroupRule': {'1.2'}, Sep 10 15:05:59.681685 dv-cinder-760153-10-iscsi neutron-server[94011]: 'SubPort': {'1.0'}, Sep 10 15:05:59.681685 dv-cinder-760153-10-iscsi neutron-server[94011]: 'Subnet': {'1.1'}, Sep 10 15:05:59.681685 dv-cinder-760153-10-iscsi neutron-server[94011]: 'Trunk': {'1.1'}} Sep 10 15:05:59.681685 dv-cinder-760153-10-iscsi neutron-server[94011]: consumer versions: Sep 10 15:05:59.681685 dv-cinder-760153-10-iscsi neutron-server[94011]: { DHCP agent@dv-cinder-760153-10-iscsi: {}, Sep 10 15:05:59.681685 dv-cinder-760153-10-iscsi neutron-server[94011]: HyperV agent@hv-cinder-76015: {}, Sep 10 15:05:59.681685 dv-cinder-760153-10-iscsi neutron-server[94011]: L3 agent@dv-cinder-760153-10-iscsi: {}, Sep 10 15:05:59.681685 dv-cinder-760153-10-iscsi neutron-server[94011]: Metadata agent@dv-cinder-760153-10-iscsi: {}, Sep 10 15:05:59.681685 dv-cinder-760153-10-iscsi neutron-server[94011]: Metering agent@dv-cinder-760153-10-iscsi: {}, Sep 10 15:05:59.681685 dv-cinder-760153-10-iscsi neutron-server[94011]: Open vSwitch agent@dv-cinder-760153-10-iscsi: { 'AddressGroup': '1.2', Sep 10 15:05:59.681685 dv-cinder-760153-10-iscsi neutron-server[94011]: 'ConntrackHelper': '1.0', Sep 10 15:05:59.681685 dv-cinder-760153-10-iscsi neutron-server[94011]: 'Log': '1.0', Sep 10 15:05:59.681685 dv-cinder-760153-10-iscsi neutron-server[94011]: 'Network': '1.1', Sep 10 15:05:59.681685 dv-cinder-760153-10-iscsi neutron-server[94011]: 'Port': '1.7', Sep 10 15:05:59.681685 dv-cinder-760153-10-iscsi neutron-server[94011]: 'PortForwarding': '1.2', Sep 10 15:05:59.681685 dv-cinder-760153-10-iscsi neutron-server[94011]: 'QosPolicy': '1.9', Sep 10 15:05:59.681685 dv-cinder-760153-10-iscsi neutron-server[94011]: 'SecurityGroup': '1.4', Sep 10 15:05:59.681685 dv-cinder-760153-10-iscsi neutron-server[94011]: 'SecurityGroupRule': '1.2', Sep 10 15:05:59.681685 dv-cinder-760153-10-iscsi neutron-server[94011]: 'SubPort': '1.0', Sep 10 15:05:59.681685 dv-cinder-760153-10-iscsi neutron-server[94011]: 'Subnet': '1.1', Sep 10 15:05:59.681685 dv-cinder-760153-10-iscsi neutron-server[94011]: 'Trunk': '1.1'}} Sep 10 15:05:59.681685 dv-cinder-760153-10-iscsi neutron-server[94011]: {{(pid=94011) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 10 15:05:59.685182 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-a2ba482f-0d97-4838-8a0c-317085f1e08e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:05:59.712422 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-9d9fb25d-7b39-4909-a3d9-011f9208517e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:05:59.723656 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [None req-04fd7e57-4d97-4f98-963b-2f3a0aad2b77 None None] Attempting to bind port 8d9647fc-431d-4f40-856e-7e79eab73dbd on host dv-cinder-760153-10-iscsi for vnic_type normal with profile {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:05:59.724859 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [None req-04fd7e57-4d97-4f98-963b-2f3a0aad2b77 None None] Attempting to bind port 8d9647fc-431d-4f40-856e-7e79eab73dbd by drivers openvswitch,hyperv on host dv-cinder-760153-10-iscsi at level 0 using segments [{'id': 'adc254f0-00c9-46af-adb3-b3d1f6ff0d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd8cbe470-bc98-41a4-a428-659bec184b54'}] {{(pid=94011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:05:59.728060 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fd7e57-4d97-4f98-963b-2f3a0aad2b77 None None] Attempting to bind port 8d9647fc-431d-4f40-856e-7e79eab73dbd on network d8cbe470-bc98-41a4-a428-659bec184b54 {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:05:59.739052 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fd7e57-4d97-4f98-963b-2f3a0aad2b77 None None] Checking agent: {'id': 'aa4392c4-9186-46d5-9724-80b6d464cfe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760153-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 14, 57, 58), 'started_at': datetime.datetime(2021, 9, 10, 14, 58, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760153-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:05:59.739734 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fd7e57-4d97-4f98-963b-2f3a0aad2b77 None None] Checking segment: {'id': 'adc254f0-00c9-46af-adb3-b3d1f6ff0d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd8cbe470-bc98-41a4-a428-659bec184b54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:05:59.740392 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-04fd7e57-4d97-4f98-963b-2f3a0aad2b77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:05:59.740952 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04fd7e57-4d97-4f98-963b-2f3a0aad2b77 None None] Bound using segment: {'id': 'adc254f0-00c9-46af-adb3-b3d1f6ff0d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd8cbe470-bc98-41a4-a428-659bec184b54'} {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:05:59.741586 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [None req-04fd7e57-4d97-4f98-963b-2f3a0aad2b77 None None] Bound port: 8d9647fc-431d-4f40-856e-7e79eab73dbd, host: dv-cinder-760153-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adc254f0-00c9-46af-adb3-b3d1f6ff0d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd8cbe470-bc98-41a4-a428-659bec184b54'}}] {{(pid=94011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:05:59.742299 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-04fd7e57-4d97-4f98-963b-2f3a0aad2b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:05:59.751432 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ba482f-0d97-4838-8a0c-317085f1e08e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c6bf7d-6f1a-4e3e-beb6-522e304f7db0,revision_number=1']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:05:59.793133 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-a2ba482f-0d97-4838-8a0c-317085f1e08e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b35fdc36e97a4be78a07892b33ec40bd&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0136335 Sep 10 15:05:59.799324 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 39434) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:05:59.875590 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-9c18d550-8272-4d01-be88-30603de59e25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:05:59.875944 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-04fd7e57-4d97-4f98-963b-2f3a0aad2b77 None None] For port 8d9647fc-431d-4f40-856e-7e79eab73dbd, host dv-cinder-760153-10-iscsi, cleared binding levels {{(pid=94011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:05:59.879585 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-04fd7e57-4d97-4f98-963b-2f3a0aad2b77 None None] For port 8d9647fc-431d-4f40-856e-7e79eab73dbd, host dv-cinder-760153-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-10-iscsi',level=0,port_id=8d9647fc-431d-4f40-856e-7e79eab73dbd,segment=NetworkSegment(adc254f0-00c9-46af-adb3-b3d1f6ff0d76),segment_id=adc254f0-00c9-46af-adb3-b3d1f6ff0d76)] {{(pid=94011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:05:59.887976 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-04fd7e57-4d97-4f98-963b-2f3a0aad2b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:05:59.911608 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-9c18d550-8272-4d01-be88-30603de59e25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:05:59.918516 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.db.db_base_plugin_common [None req-7b0dbe95-1c93-4dc8-b6b8-e6e6ec233344 admin admin] Allocated IP 172.27.0.137 (caa13d69-ff92-44ce-a665-3b9af711feed/3b314502-2ac4-4640-9fa5-f95f10fc4599/a1386db7-90f2-4a27-976b-3ecd198cac74) {{(pid=94010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:05:59.943775 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-cb2d0a7b-f7c3-4710-b1d3-bd66769574ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:05:59.956152 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-cb2d0a7b-f7c3-4710-b1d3-bd66769574ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:05:59.978607 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fd7e57-4d97-4f98-963b-2f3a0aad2b77 None None] Pushing event updated for resources: {'Port': ['ID=8d9647fc-431d-4f40-856e-7e79eab73dbd,revision_number=2']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:00.023082 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-cb2d0a7b-f7c3-4710-b1d3-bd66769574ac admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a4d92904cc9949bb851c845304db4102&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0107250 Sep 10 15:06:00.031796 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 39436) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:00.049464 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-9d9fb25d-7b39-4909-a3d9-011f9208517e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748756606401'] for port, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:00.052242 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2d0a7b-f7c3-4710-b1d3-bd66769574ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d756afa-9b94-44d0-a6b0-0464118a86ae,revision_number=1']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:00.054569 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-7b0dbe95-1c93-4dc8-b6b8-e6e6ec233344 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:00.073807 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-e8fb6fe5-db9d-4e9a-8dfa-f5b6cbc42065 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:00.099631 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-9c18d550-8272-4d01-be88-30603de59e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:00.104029 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-9c18d550-8272-4d01-be88-30603de59e25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:00.105618 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-9c18d550-8272-4d01-be88-30603de59e25 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e3c6bf7d-6f1a-4e3e-beb6-522e304f7db0 HTTP/1.1" status: 204 len: 168 time: 0.3041220 Sep 10 15:06:00.118297 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c18d550-8272-4d01-be88-30603de59e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c6bf7d-6f1a-4e3e-beb6-522e304f7db0,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:00.137270 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-4a38fde2-2805-4d2c-bf09-52a6e42998a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:00.202694 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-4a38fde2-2805-4d2c-bf09-52a6e42998a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:00.210061 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-e8fb6fe5-db9d-4e9a-8dfa-f5b6cbc42065 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:00.243658 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-e8fb6fe5-db9d-4e9a-8dfa-f5b6cbc42065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:00.280462 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-4a38fde2-2805-4d2c-bf09-52a6e42998a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:00.283289 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-4a38fde2-2805-4d2c-bf09-52a6e42998a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:00.287930 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-4a38fde2-2805-4d2c-bf09-52a6e42998a9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7d756afa-9b94-44d0-a6b0-0464118a86ae HTTP/1.1" status: 204 len: 168 time: 0.2546942 Sep 10 15:06:00.296924 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a38fde2-2805-4d2c-bf09-52a6e42998a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d756afa-9b94-44d0-a6b0-0464118a86ae,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:00.300428 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fb6fe5-db9d-4e9a-8dfa-f5b6cbc42065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=273e0318-1f86-4d87-903e-dfb339296baa,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:00.303903 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9fb25d-7b39-4909-a3d9-011f9208517e admin admin] Network caa13d69-ff92-44ce-a665-3b9af711feed is already hosted by enough agents. {{(pid=94010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:06:00.360142 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.base_scheduler [None req-9d9fb25d-7b39-4909-a3d9-011f9208517e admin admin] Resources bound (agent type, host, resource id): {{(pid=94010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:06:00.385602 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9fb25d-7b39-4909-a3d9-011f9208517e admin admin] Received port after_create {{(pid=94010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:06:00.444853 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 39450) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:00.444992 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-e8fb6fe5-db9d-4e9a-8dfa-f5b6cbc42065 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=63315da52be64b0f86cd24d407f608c6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8258176 Sep 10 15:06:00.452410 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fb25d-7b39-4909-a3d9-011f9208517e admin admin] Pushing event updated for resources: {'Port': ['ID=22c719ec-af51-445c-b1b6-9fd2dd16cff0,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:00.535848 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-bed2eafe-dd24-467f-b5b9-60e52dc20b72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:00.581798 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-bed2eafe-dd24-467f-b5b9-60e52dc20b72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:00.592755 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 39472) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:00.598100 dv-cinder-760153-10-iscsi neutron-server[94009]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 10 15:06:00.607568 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-7b0dbe95-1c93-4dc8-b6b8-e6e6ec233344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748756606401'] for port, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:00.731065 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0dbe95-1c93-4dc8-b6b8-e6e6ec233344 admin admin] Network caa13d69-ff92-44ce-a665-3b9af711feed is already hosted by enough agents. {{(pid=94010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:06:00.737372 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.base_scheduler [None req-7b0dbe95-1c93-4dc8-b6b8-e6e6ec233344 admin admin] Resources bound (agent type, host, resource id): {{(pid=94010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:06:00.785255 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0dbe95-1c93-4dc8-b6b8-e6e6ec233344 admin admin] Received port after_create {{(pid=94010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:06:00.787901 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 39480) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:00.823427 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.v2.base [None req-acea3d21-d795-41ab-8438-9683e3df08ed admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-783484167-network', 'tenant_id': 'a40ab8d2e8704075aaa2634a5879f949'}} {{(pid=94010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:06:00.864200 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device 8d9647fc-431d-4f40-856e-7e79eab73dbd up at agent ovs-agent-dv-cinder-760153-10-iscsi {{(pid=94011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:06:00.911923 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0dbe95-1c93-4dc8-b6b8-e6e6ec233344 admin admin] Pushing event updated for resources: {'Port': ['ID=a1386db7-90f2-4a27-976b-3ecd198cac74,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:00.914789 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c18d33-4366-4e6a-8b1b-99c2d521d091 req-13e75a36-90be-4c0b-b887-d261d74c5067 tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:00.928910 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-94c18d33-4366-4e6a-8b1b-99c2d521d091 req-13e75a36-90be-4c0b-b887-d261d74c5067 tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] 10.222.0.35 "GET /v2.0/networks?id=9674167c-c436-4b03-a2e0-3346487f1a81 HTTP/1.1" status: 200 len: 811 time: 0.3266780 Sep 10 15:06:00.963136 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Provisioning for port 8d9647fc-431d-4f40-856e-7e79eab73dbd completed by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:06:00.971584 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-94c18d33-4366-4e6a-8b1b-99c2d521d091 req-af12afdd-a406-49b4-960a-599fa3f7c76a tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] 10.222.0.35 "GET /v2.0/quotas/3e6ff7cb7b90442a96ffe59c9ad7a57e HTTP/1.1" status: 200 len: 375 time: 0.0417302 Sep 10 15:06:00.974499 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-bed2eafe-dd24-467f-b5b9-60e52dc20b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:00.992529 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-bed2eafe-dd24-467f-b5b9-60e52dc20b72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:00.996021 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-bed2eafe-dd24-467f-b5b9-60e52dc20b72 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/273e0318-1f86-4d87-903e-dfb339296baa HTTP/1.1" status: 204 len: 168 time: 0.5465605 Sep 10 15:06:01.123037 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-94c18d33-4366-4e6a-8b1b-99c2d521d091 req-79e636cc-746e-49e8-ad8f-c41aaca52483 tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=3e6ff7cb7b90442a96ffe59c9ad7a57e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1461148 Sep 10 15:06:01.138577 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed2eafe-dd24-467f-b5b9-60e52dc20b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=273e0318-1f86-4d87-903e-dfb339296baa,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:01.214251 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 39488) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:01.230075 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-a13aead1-ce11-48f6-af3b-53538ebf465c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:01.301521 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 39490) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:01.312586 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acea3d21-d795-41ab-8438-9683e3df08ed admin admin] Made reservation on behalf of a40ab8d2e8704075aaa2634a5879f949 for: {'network': 1} {{(pid=94010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:06:01.315311 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-acea3d21-d795-41ab-8438-9683e3df08ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for network, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:01.360165 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c13c67c0-2efd-4950-9279-b0623a9c603e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:01.371939 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-acea3d21-d795-41ab-8438-9683e3df08ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:01.387687 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-85e1b6eb-d814-492f-a91b-e727380bc3c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:01.436219 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-9d9fb25d-7b39-4909-a3d9-011f9208517e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:01.537840 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdcc9b98-70cb-4d6b-adbb-4d6a45b1f100 None None] Network d8cbe470-bc98-41a4-a428-659bec184b54 requested from dv-cinder-760153-10-iscsi {{(pid=94011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:06:01.539756 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-a13aead1-ce11-48f6-af3b-53538ebf465c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:01.573693 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-a13aead1-ce11-48f6-af3b-53538ebf465c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:01.643190 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [req-94c18d33-4366-4e6a-8b1b-99c2d521d091 req-b4df1e3c-9fba-4d3c-9e3b-92c809eff9b0 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 15:06:01.644513 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-94c18d33-4366-4e6a-8b1b-99c2d521d091 req-b4df1e3c-9fba-4d3c-9e3b-92c809eff9b0 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1029997 Sep 10 15:06:01.675734 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-46bbf0be-4ae1-4fc2-959a-be5b7b8080e8 None None] Provisioning for port 8d9647fc-431d-4f40-856e-7e79eab73dbd completed by entity DHCP. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:06:01.688281 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13aead1-ce11-48f6-af3b-53538ebf465c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95742400-e6e1-4eb1-9c15-cf11b8491c87,revision_number=1']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:01.697738 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-46bbf0be-4ae1-4fc2-959a-be5b7b8080e8 None None] Provisioning complete for port 8d9647fc-431d-4f40-856e-7e79eab73dbd triggered by entity DHCP. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:06:01.698300 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-46bbf0be-4ae1-4fc2-959a-be5b7b8080e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:01.713564 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-a13aead1-ce11-48f6-af3b-53538ebf465c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=57eb3f03b9734403b13e4b7e9996879f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4979439 Sep 10 15:06:01.721267 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 39500) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:01.837501 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-7b0dbe95-1c93-4dc8-b6b8-e6e6ec233344 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:01.861668 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-94c18d33-4366-4e6a-8b1b-99c2d521d091 req-a8552f1e-ecdc-4bc8-b059-acf1cd853162 service neutron] 10.222.0.35 "GET /v2.0/networks/9674167c-c436-4b03-a2e0-3346487f1a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026994 Sep 10 15:06:01.915480 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-eb76e5c5-d579-4b18-801f-e9551830d305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:01.918929 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-85e1b6eb-d814-492f-a91b-e727380bc3c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:01.946694 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-85e1b6eb-d814-492f-a91b-e727380bc3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:01.990414 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-9d9fb25d-7b39-4909-a3d9-011f9208517e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582673'] for router, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:02.011725 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-46bbf0be-4ae1-4fc2-959a-be5b7b8080e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:02.089404 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-46bbf0be-4ae1-4fc2-959a-be5b7b8080e8 None None] For port 8d9647fc-431d-4f40-856e-7e79eab73dbd, host dv-cinder-760153-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-10-iscsi',level=0,port_id=8d9647fc-431d-4f40-856e-7e79eab73dbd,segment=NetworkSegment(adc254f0-00c9-46af-adb3-b3d1f6ff0d76),segment_id=adc254f0-00c9-46af-adb3-b3d1f6ff0d76)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:06:02.098647 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-46bbf0be-4ae1-4fc2-959a-be5b7b8080e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:02.181835 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-eb76e5c5-d579-4b18-801f-e9551830d305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:02.191171 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bbf0be-4ae1-4fc2-959a-be5b7b8080e8 None None] Pushing event updated for resources: {'Port': ['ID=8d9647fc-431d-4f40-856e-7e79eab73dbd,revision_number=3']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:02.220621 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e1b6eb-d814-492f-a91b-e727380bc3c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c481b002-46d7-4aba-a546-ebfc9af80cbe,revision_number=1']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:02.228280 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-85e1b6eb-d814-492f-a91b-e727380bc3c5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8b4e89d898554b82951b21e858997e3c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9223974 Sep 10 15:06:02.234992 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 39512) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:02.278542 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-94c18d33-4366-4e6a-8b1b-99c2d521d091 req-13af4c37-39e7-411c-b2e8-d2034a89e679 service neutron] 10.222.0.35 "GET /v2.0/networks/9674167c-c436-4b03-a2e0-3346487f1a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4087868 Sep 10 15:06:02.334175 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-eb76e5c5-d579-4b18-801f-e9551830d305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:02.343478 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-eb76e5c5-d579-4b18-801f-e9551830d305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:02.348763 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-eb76e5c5-d579-4b18-801f-e9551830d305 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/95742400-e6e1-4eb1-9c15-cf11b8491c87 HTTP/1.1" status: 204 len: 168 time: 0.6244948 Sep 10 15:06:02.357421 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-ccaa2592-8995-4910-b6f5-f90e46f49e2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:02.362401 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-7b0dbe95-1c93-4dc8-b6b8-e6e6ec233344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582673'] for router, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:02.365940 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-acea3d21-d795-41ab-8438-9683e3df08ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:02.366201 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb76e5c5-d579-4b18-801f-e9551830d305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95742400-e6e1-4eb1-9c15-cf11b8491c87,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:02.372832 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-acea3d21-d795-41ab-8438-9683e3df08ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:02.383827 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d9fb25d-7b39-4909-a3d9-011f9208517e admin admin] Router 8310e04b-2069-44e7-8309-d4c4a0b3d098 is scheduled to L3 agent b0771735-54fe-4ba2-aeee-11d3b2b54cf1 with binding_index 1 {{(pid=94010) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 15:06:02.404168 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-ccaa2592-8995-4910-b6f5-f90e46f49e2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:02.436278 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-ff6e44aa-41fb-43a2-8a11-4c3e0cacc0f7 None None] Provisioning complete for port 8d9647fc-431d-4f40-856e-7e79eab73dbd triggered by entity DHCP. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:06:02.436962 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-ff6e44aa-41fb-43a2-8a11-4c3e0cacc0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:02.482864 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acea3d21-d795-41ab-8438-9683e3df08ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=94010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 15:06:02.517377 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-ccaa2592-8995-4910-b6f5-f90e46f49e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:02.520125 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-ccaa2592-8995-4910-b6f5-f90e46f49e2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:02.524127 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-ccaa2592-8995-4910-b6f5-f90e46f49e2e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c481b002-46d7-4aba-a546-ebfc9af80cbe HTTP/1.1" status: 204 len: 168 time: 0.2854257 Sep 10 15:06:02.532889 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaa2592-8995-4910-b6f5-f90e46f49e2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c481b002-46d7-4aba-a546-ebfc9af80cbe,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:02.631045 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-acea3d21-d795-41ab-8438-9683e3df08ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672864'] for segment, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:02.631396 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.db.segments_db [None req-acea3d21-d795-41ab-8438-9683e3df08ed admin admin] Added segment 62cf41aa-b4e4-4597-bd79-71f218e36ce2 of type vlan for network 8ed4a354-d4d9-4f26-8086-6393fe5ab1ee Sep 10 15:06:02.639417 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acea3d21-d795-41ab-8438-9683e3df08ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9347227-804a-4bd2-996c-6e276c52a080,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:02.777942 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-acea3d21-d795-41ab-8438-9683e3df08ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748756560168'] for network, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:02.876946 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device 8d9647fc-431d-4f40-856e-7e79eab73dbd up at agent ovs-agent-dv-cinder-760153-10-iscsi {{(pid=94011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:06:02.893903 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.db.resource_extend [None req-acea3d21-d795-41ab-8438-9683e3df08ed admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 10 15:06:02.912797 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-6caa36f2-fe9b-4579-992e-1d00c1be4bfb req-289b9568-1f36-43b6-90a1-66eacefa9205 tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4ae8c11-5c71-4aaa-bee4-e837400f8c5d HTTP/1.1" status: 200 len: 210 time: 0.1108904 Sep 10 15:06:02.933655 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-acea3d21-d795-41ab-8438-9683e3df08ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861'] for network, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:02.942869 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acea3d21-d795-41ab-8438-9683e3df08ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:02.942869 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-acea3d21-d795-41ab-8438-9683e3df08ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526879'] for network, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:03.000304 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Provisioning complete for port 8d9647fc-431d-4f40-856e-7e79eab73dbd triggered by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:06:03.002962 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:03.025985 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acea3d21-d795-41ab-8438-9683e3df08ed admin admin] Pushing event updated for resources: {'Network': ['ID=8ed4a354-d4d9-4f26-8086-6393fe5ab1ee,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:03.053040 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-acea3d21-d795-41ab-8438-9683e3df08ed admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.2445354 Sep 10 15:06:03.056337 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 39572) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:03.056845 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Network 8ed4a354-d4d9-4f26-8086-6393fe5ab1ee details requested by agent ovs-agent-dv-cinder-760153-10-iscsi with host dv-cinder-760153-10-iscsi {{(pid=94011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 15:06:03.076553 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d9fb25d-7b39-4909-a3d9-011f9208517e admin admin] Notify agent at l3_agent.dv-cinder-760153-10-iscsi the message routers_updated {{(pid=94010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:06:03.077725 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.v2.base [None req-2ec41a13-3dc7-4718-8600-0fea63ab2087 admin admin] Request body: {'subnet': {'network_id': '8ed4a354-d4d9-4f26-8086-6393fe5ab1ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-783484167-subnet', 'tenant_id': 'a40ab8d2e8704075aaa2634a5879f949', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:06:03.103023 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b0dbe95-1c93-4dc8-b6b8-e6e6ec233344 admin admin] Router 75318aa0-7754-4055-b8f8-254019025fad is scheduled to L3 agent b0771735-54fe-4ba2-aeee-11d3b2b54cf1 with binding_index 1 {{(pid=94010) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 15:06:03.113414 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3e3cae-7b3a-465e-a500-fd12456dfef1 None None] Sync routers for ids ['8310e04b-2069-44e7-8309-d4c4a0b3d098'] in dv-cinder-760153-10-iscsi {{(pid=94012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:06:03.125100 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3e3cae-7b3a-465e-a500-fd12456dfef1 None None] Routers {'8310e04b-2069-44e7-8309-d4c4a0b3d098'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:06:03.126167 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-8d3e3cae-7b3a-465e-a500-fd12456dfef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T15:05:58Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['8310e04b-2069-44e7-8309-d4c4a0b3d098'], 'active': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:06:03.146334 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec41a13-3dc7-4718-8600-0fea63ab2087 admin admin] Made reservation on behalf of a40ab8d2e8704075aaa2634a5879f949 for: {'subnet': 1} {{(pid=94009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:06:03.150752 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-2ec41a13-3dc7-4718-8600-0fea63ab2087 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:03.238950 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-9d9fb25d-7b39-4909-a3d9-011f9208517e admin admin] Notify callbacks [] for router, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:03.243382 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-9d9fb25d-7b39-4909-a3d9-011f9208517e admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.8728876 Sep 10 15:06:03.254438 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 39578) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:03.404455 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b0dbe95-1c93-4dc8-b6b8-e6e6ec233344 admin admin] Notify agent at l3_agent.dv-cinder-760153-10-iscsi the message routers_updated {{(pid=94010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:06:03.415331 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcdcff2-1315-4df4-b605-035ea8d6b8bc None None] Sync routers for ids ['75318aa0-7754-4055-b8f8-254019025fad'] in dv-cinder-760153-10-iscsi {{(pid=94011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:06:03.432737 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvr_db [None req-8d3e3cae-7b3a-465e-a500-fd12456dfef1 None None] Set router 8310e04b-2069-44e7-8309-d4c4a0b3d098 gateway port host: dv-cinder-760153-10-iscsi {{(pid=94012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:06:03.436187 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcdcff2-1315-4df4-b605-035ea8d6b8bc None None] Routers {'75318aa0-7754-4055-b8f8-254019025fad'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:06:03.436843 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-1bcdcff2-1315-4df4-b605-035ea8d6b8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T15:05:58Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['75318aa0-7754-4055-b8f8-254019025fad'], 'active': True} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:06:03.596412 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-2ec41a13-3dc7-4718-8600-0fea63ab2087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861'] for subnet, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:03.610375 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-7b0dbe95-1c93-4dc8-b6b8-e6e6ec233344 admin admin] Notify callbacks [] for router, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:03.611610 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-7b0dbe95-1c93-4dc8-b6b8-e6e6ec233344 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.1008353 Sep 10 15:06:03.616006 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 39608) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:03.766325 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvr_db [None req-1bcdcff2-1315-4df4-b605-035ea8d6b8bc None None] Set router 75318aa0-7754-4055-b8f8-254019025fad gateway port host: dv-cinder-760153-10-iscsi {{(pid=94011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:06:03.816455 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-8d3e3cae-7b3a-465e-a500-fd12456dfef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8310e04b-2069-44e7-8309-d4c4a0b3d098', 'name': 'tempest-ServerRescueNegativeTestJSON-179186214-router', 'tenant_id': 'cbb1ce4618c54a79b7f16a6fbbdf66ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '22c719ec-af51-445c-b1b6-9fd2dd16cff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:05:57Z', 'updated_at': '2021-09-10T15:06:00Z', 'revision_number': 3, 'project_id': 'cbb1ce4618c54a79b7f16a6fbbdf66ab', 'gw_port': {'id': '22c719ec-af51-445c-b1b6-9fd2dd16cff0', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a5:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8310e04b-2069-44e7-8309-d4c4a0b3d098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:05:59Z', 'updated_at': '2021-09-10T15:05:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi'}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:06:03.848587 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec41a13-3dc7-4718-8600-0fea63ab2087 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdd609dd-c6b1-49b4-b0ab-c73d31711b7b,revision_number=0']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:03.851852 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec41a13-3dc7-4718-8600-0fea63ab2087 admin admin] Checking segment: {'id': '62cf41aa-b4e4-4597-bd79-71f218e36ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8ed4a354-d4d9-4f26-8086-6393fe5ab1ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:06:03.869688 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec41a13-3dc7-4718-8600-0fea63ab2087 admin admin] Network hostable DHCP agents. Network: 8ed4a354-d4d9-4f26-8086-6393fe5ab1ee, hostable agents: ['afb565d3-e50e-4cf5-8d13-a2fbc8ff1b06'], hosted agents: [] {{(pid=94009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 15:06:03.873665 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3e3cae-7b3a-465e-a500-fd12456dfef1 None None] Checking router: 8310e04b-2069-44e7-8309-d4c4a0b3d098 for host: dv-cinder-760153-10-iscsi {{(pid=94012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:06:03.875766 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3e3cae-7b3a-465e-a500-fd12456dfef1 None None] Updating router 8310e04b-2069-44e7-8309-d4c4a0b3d098 port 22c719ec-af51-445c-b1b6-9fd2dd16cff0 binding host dv-cinder-760153-10-iscsi {{(pid=94012) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 15:06:03.916421 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec41a13-3dc7-4718-8600-0fea63ab2087 admin admin] Network 8ed4a354-d4d9-4f26-8086-6393fe5ab1ee is scheduled to be hosted by DHCP agent afb565d3-e50e-4cf5-8d13-a2fbc8ff1b06 with binding_index 1 {{(pid=94009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 15:06:03.932168 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.base_scheduler [None req-2ec41a13-3dc7-4718-8600-0fea63ab2087 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760153-10-iscsi, 8ed4a354-d4d9-4f26-8086-6393fe5ab1ee) {{(pid=94009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:06:03.937259 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec41a13-3dc7-4718-8600-0fea63ab2087 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:03.938527 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-2ec41a13-3dc7-4718-8600-0fea63ab2087 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526879'] for subnet, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:03.961593 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c1af6a-fde5-4fdd-9f18-3c145b4abf9b None None] Network 8ed4a354-d4d9-4f26-8086-6393fe5ab1ee requested from dv-cinder-760153-10-iscsi {{(pid=94011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:06:03.967562 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8d3e3cae-7b3a-465e-a500-fd12456dfef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:03.975989 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-2ec41a13-3dc7-4718-8600-0fea63ab2087 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9165480 Sep 10 15:06:04.100403 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-53d99fd9-8a7a-490d-a414-fc1b50ba9bf9 req-b45f0e57-3c8e-4b1b-bbf1-87f8b5e650e7 tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4ae8c11-5c71-4aaa-bee4-e837400f8c5d HTTP/1.1" status: 200 len: 210 time: 0.0828691 Sep 10 15:06:04.444639 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8d3e3cae-7b3a-465e-a500-fd12456dfef1 None None] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:04.454464 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853c89d4-0158-4105-bcb6-c66f249b6154 None None] Network 8ed4a354-d4d9-4f26-8086-6393fe5ab1ee requested from dv-cinder-760153-10-iscsi {{(pid=94011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:06:04.459966 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [None req-8d3e3cae-7b3a-465e-a500-fd12456dfef1 None None] Transition to ACTIVE for port object 22c719ec-af51-445c-b1b6-9fd2dd16cff0 will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:06:04.470599 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8d3e3cae-7b3a-465e-a500-fd12456dfef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:04.498457 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-1bcdcff2-1315-4df4-b605-035ea8d6b8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75318aa0-7754-4055-b8f8-254019025fad', 'name': 'tempest-AttachVolumeShelveTestJSON-1850833039-router', 'tenant_id': 'c0149948ecbd4da99adb4e990da99cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'a1386db7-90f2-4a27-976b-3ecd198cac74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:05:57Z', 'updated_at': '2021-09-10T15:06:01Z', 'revision_number': 3, 'project_id': 'c0149948ecbd4da99adb4e990da99cd9', 'gw_port': {'id': 'a1386db7-90f2-4a27-976b-3ecd198cac74', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:88:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75318aa0-7754-4055-b8f8-254019025fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:05:59Z', 'updated_at': '2021-09-10T15:05:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi'}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:06:04.549448 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a2201c-22f4-4006-bed5-e94418c2c9f7 None None] Pushing event updated for resources: {'Port': ['ID=22c719ec-af51-445c-b1b6-9fd2dd16cff0,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:04.563086 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcdcff2-1315-4df4-b605-035ea8d6b8bc None None] Checking router: 75318aa0-7754-4055-b8f8-254019025fad for host: dv-cinder-760153-10-iscsi {{(pid=94011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:06:04.563510 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcdcff2-1315-4df4-b605-035ea8d6b8bc None None] Updating router 75318aa0-7754-4055-b8f8-254019025fad port a1386db7-90f2-4a27-976b-3ecd198cac74 binding host dv-cinder-760153-10-iscsi {{(pid=94011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 15:06:04.580831 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 39652) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:04.591190 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a2201c-22f4-4006-bed5-e94418c2c9f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:06:04.591569 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a2201c-22f4-4006-bed5-e94418c2c9f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:06:04.594335 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a2201c-22f4-4006-bed5-e94418c2c9f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:06:04.594760 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a2201c-22f4-4006-bed5-e94418c2c9f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:06:04.595113 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a2201c-22f4-4006-bed5-e94418c2c9f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:06:04.595455 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a2201c-22f4-4006-bed5-e94418c2c9f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:06:04.595801 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a2201c-22f4-4006-bed5-e94418c2c9f7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:06:04.596137 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a2201c-22f4-4006-bed5-e94418c2c9f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:06:04.598827 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a2201c-22f4-4006-bed5-e94418c2c9f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:06:04.600333 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a2201c-22f4-4006-bed5-e94418c2c9f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:06:04.600831 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a2201c-22f4-4006-bed5-e94418c2c9f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:06:04.601229 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a2201c-22f4-4006-bed5-e94418c2c9f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:06:04.605949 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a2201c-22f4-4006-bed5-e94418c2c9f7 None None] Tracked resource versions report: Sep 10 15:06:04.605949 dv-cinder-760153-10-iscsi neutron-server[94012]: pushed versions: Sep 10 15:06:04.605949 dv-cinder-760153-10-iscsi neutron-server[94012]: { 'AddressGroup': {'1.2'}, Sep 10 15:06:04.605949 dv-cinder-760153-10-iscsi neutron-server[94012]: 'ConntrackHelper': {'1.0'}, Sep 10 15:06:04.605949 dv-cinder-760153-10-iscsi neutron-server[94012]: 'Log': {'1.0'}, Sep 10 15:06:04.605949 dv-cinder-760153-10-iscsi neutron-server[94012]: 'Network': {'1.1'}, Sep 10 15:06:04.605949 dv-cinder-760153-10-iscsi neutron-server[94012]: 'Port': {'1.7'}, Sep 10 15:06:04.605949 dv-cinder-760153-10-iscsi neutron-server[94012]: 'PortForwarding': {'1.2'}, Sep 10 15:06:04.605949 dv-cinder-760153-10-iscsi neutron-server[94012]: 'QosPolicy': {'1.9'}, Sep 10 15:06:04.605949 dv-cinder-760153-10-iscsi neutron-server[94012]: 'SecurityGroup': {'1.4'}, Sep 10 15:06:04.605949 dv-cinder-760153-10-iscsi neutron-server[94012]: 'SecurityGroupRule': {'1.2'}, Sep 10 15:06:04.605949 dv-cinder-760153-10-iscsi neutron-server[94012]: 'SubPort': {'1.0'}, Sep 10 15:06:04.605949 dv-cinder-760153-10-iscsi neutron-server[94012]: 'Subnet': {'1.1'}, Sep 10 15:06:04.605949 dv-cinder-760153-10-iscsi neutron-server[94012]: 'Trunk': {'1.1'}} Sep 10 15:06:04.605949 dv-cinder-760153-10-iscsi neutron-server[94012]: consumer versions: Sep 10 15:06:04.605949 dv-cinder-760153-10-iscsi neutron-server[94012]: { DHCP agent@dv-cinder-760153-10-iscsi: {}, Sep 10 15:06:04.605949 dv-cinder-760153-10-iscsi neutron-server[94012]: HyperV agent@hv-cinder-76015: {}, Sep 10 15:06:04.605949 dv-cinder-760153-10-iscsi neutron-server[94012]: L3 agent@dv-cinder-760153-10-iscsi: {}, Sep 10 15:06:04.605949 dv-cinder-760153-10-iscsi neutron-server[94012]: Metadata agent@dv-cinder-760153-10-iscsi: {}, Sep 10 15:06:04.605949 dv-cinder-760153-10-iscsi neutron-server[94012]: Metering agent@dv-cinder-760153-10-iscsi: {}, Sep 10 15:06:04.605949 dv-cinder-760153-10-iscsi neutron-server[94012]: Open vSwitch agent@dv-cinder-760153-10-iscsi: { 'AddressGroup': '1.2', Sep 10 15:06:04.605949 dv-cinder-760153-10-iscsi neutron-server[94012]: 'ConntrackHelper': '1.0', Sep 10 15:06:04.605949 dv-cinder-760153-10-iscsi neutron-server[94012]: 'Log': '1.0', Sep 10 15:06:04.605949 dv-cinder-760153-10-iscsi neutron-server[94012]: 'Network': '1.1', Sep 10 15:06:04.605949 dv-cinder-760153-10-iscsi neutron-server[94012]: 'Port': '1.7', Sep 10 15:06:04.605949 dv-cinder-760153-10-iscsi neutron-server[94012]: 'PortForwarding': '1.2', Sep 10 15:06:04.605949 dv-cinder-760153-10-iscsi neutron-server[94012]: 'QosPolicy': '1.9', Sep 10 15:06:04.605949 dv-cinder-760153-10-iscsi neutron-server[94012]: 'SecurityGroup': '1.4', Sep 10 15:06:04.605949 dv-cinder-760153-10-iscsi neutron-server[94012]: 'SecurityGroupRule': '1.2', Sep 10 15:06:04.605949 dv-cinder-760153-10-iscsi neutron-server[94012]: 'SubPort': '1.0', Sep 10 15:06:04.605949 dv-cinder-760153-10-iscsi neutron-server[94012]: 'Subnet': '1.1', Sep 10 15:06:04.605949 dv-cinder-760153-10-iscsi neutron-server[94012]: 'Trunk': '1.1'}} Sep 10 15:06:04.605949 dv-cinder-760153-10-iscsi neutron-server[94012]: {{(pid=94012) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 10 15:06:04.612528 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-8d3e3cae-7b3a-465e-a500-fd12456dfef1 None None] Attempting to bind port 22c719ec-af51-445c-b1b6-9fd2dd16cff0 on host dv-cinder-760153-10-iscsi for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:06:04.615254 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-8d3e3cae-7b3a-465e-a500-fd12456dfef1 None None] Attempting to bind port 22c719ec-af51-445c-b1b6-9fd2dd16cff0 by drivers openvswitch,hyperv on host dv-cinder-760153-10-iscsi at level 0 using segments [{'id': '62148626-c573-4694-a829-31b2bfa74c0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:06:04.615632 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3e3cae-7b3a-465e-a500-fd12456dfef1 None None] Attempting to bind port 22c719ec-af51-445c-b1b6-9fd2dd16cff0 on network caa13d69-ff92-44ce-a665-3b9af711feed {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:06:04.631167 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3e3cae-7b3a-465e-a500-fd12456dfef1 None None] Checking agent: {'id': 'aa4392c4-9186-46d5-9724-80b6d464cfe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760153-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 14, 57, 58), 'started_at': datetime.datetime(2021, 9, 10, 14, 58, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760153-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:06:04.631167 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3e3cae-7b3a-465e-a500-fd12456dfef1 None None] Checking segment: {'id': '62148626-c573-4694-a829-31b2bfa74c0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:06:04.631167 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8d3e3cae-7b3a-465e-a500-fd12456dfef1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:04.634445 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3e3cae-7b3a-465e-a500-fd12456dfef1 None None] Bound using segment: {'id': '62148626-c573-4694-a829-31b2bfa74c0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:06:04.635413 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-8d3e3cae-7b3a-465e-a500-fd12456dfef1 None None] Bound port: 22c719ec-af51-445c-b1b6-9fd2dd16cff0, host: dv-cinder-760153-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62148626-c573-4694-a829-31b2bfa74c0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:06:04.636522 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8d3e3cae-7b3a-465e-a500-fd12456dfef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:04.665765 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-1bcdcff2-1315-4df4-b605-035ea8d6b8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:04.693999 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.db_base_plugin_v2 [None req-2888dfca-7abb-4b9a-a8f4-e7e173a5650d admin admin] Deleting subnet 3bfab73e-3a60-416a-bffd-cc1cee493235 {{(pid=94009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 15:06:04.704063 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-2888dfca-7abb-4b9a-a8f4-e7e173a5650d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:04.750227 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-8d3e3cae-7b3a-465e-a500-fd12456dfef1 None None] For port 22c719ec-af51-445c-b1b6-9fd2dd16cff0, host dv-cinder-760153-10-iscsi, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:06:04.754145 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-8d3e3cae-7b3a-465e-a500-fd12456dfef1 None None] For port 22c719ec-af51-445c-b1b6-9fd2dd16cff0, host dv-cinder-760153-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-10-iscsi',level=0,port_id=22c719ec-af51-445c-b1b6-9fd2dd16cff0,segment=NetworkSegment(62148626-c573-4694-a829-31b2bfa74c0d),segment_id=62148626-c573-4694-a829-31b2bfa74c0d)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:06:04.760572 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8d3e3cae-7b3a-465e-a500-fd12456dfef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:04.777007 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-2888dfca-7abb-4b9a-a8f4-e7e173a5650d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:04.787361 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-2888dfca-7abb-4b9a-a8f4-e7e173a5650d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1678090'] for subnet, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:04.830854 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a2201c-22f4-4006-bed5-e94418c2c9f7 None None] Pushing event updated for resources: {'Port': ['ID=22c719ec-af51-445c-b1b6-9fd2dd16cff0,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:04.860052 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3e3cae-7b3a-465e-a500-fd12456dfef1 None None] Routers {'8310e04b-2069-44e7-8309-d4c4a0b3d098'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:06:04.860942 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-8d3e3cae-7b3a-465e-a500-fd12456dfef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T15:05:58Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['8310e04b-2069-44e7-8309-d4c4a0b3d098'], 'active': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:06:04.930799 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-2888dfca-7abb-4b9a-a8f4-e7e173a5650d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1678083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861'] for subnet, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:04.960416 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-2888dfca-7abb-4b9a-a8f4-e7e173a5650d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:04.969971 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-2888dfca-7abb-4b9a-a8f4-e7e173a5650d admin admin] 10.222.0.35 "DELETE /v2.0/subnets/3bfab73e-3a60-416a-bffd-cc1cee493235 HTTP/1.1" status: 204 len: 168 time: 0.3860059 Sep 10 15:06:04.974009 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 39666) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:04.998103 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvr_db [None req-8d3e3cae-7b3a-465e-a500-fd12456dfef1 None None] Set router 8310e04b-2069-44e7-8309-d4c4a0b3d098 gateway port host: dv-cinder-760153-10-iscsi {{(pid=94012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:06:05.154093 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2888dfca-7abb-4b9a-a8f4-e7e173a5650d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bfab73e-3a60-416a-bffd-cc1cee493235,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:05.302680 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-059f7408-7ab8-4ac8-911b-eb038f984ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626838'] for network, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:05.399256 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-8d3e3cae-7b3a-465e-a500-fd12456dfef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8310e04b-2069-44e7-8309-d4c4a0b3d098', 'name': 'tempest-ServerRescueNegativeTestJSON-179186214-router', 'tenant_id': 'cbb1ce4618c54a79b7f16a6fbbdf66ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '22c719ec-af51-445c-b1b6-9fd2dd16cff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:05:57Z', 'updated_at': '2021-09-10T15:06:00Z', 'revision_number': 3, 'project_id': 'cbb1ce4618c54a79b7f16a6fbbdf66ab', 'gw_port': {'id': '22c719ec-af51-445c-b1b6-9fd2dd16cff0', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a5:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8310e04b-2069-44e7-8309-d4c4a0b3d098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:05:59Z', 'updated_at': '2021-09-10T15:06:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi'}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:06:05.458081 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-cd60919a-45f4-462a-9ce7-4e0751ead576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:05.540057 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-059f7408-7ab8-4ac8-911b-eb038f984ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1672831', 'neutron.services.segments.db._delete_segments_for_network-8748756906397'] for network, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:05.545308 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-1bcdcff2-1315-4df4-b605-035ea8d6b8bc None None] Notify callbacks [] for port, precommit_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:05.568245 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-1bcdcff2-1315-4df4-b605-035ea8d6b8bc None None] Transition to ACTIVE for port object a1386db7-90f2-4a27-976b-3ecd198cac74 will not be triggered until provisioned by entity L2. {{(pid=94011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:06:05.583353 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-1bcdcff2-1315-4df4-b605-035ea8d6b8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:05.652668 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666b23f2-4783-40dc-9043-0fa5c172eabb None None] Pushing event updated for resources: {'Port': ['ID=a1386db7-90f2-4a27-976b-3ecd198cac74,revision_number=2']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:05.681062 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [None req-1bcdcff2-1315-4df4-b605-035ea8d6b8bc None None] Attempting to bind port a1386db7-90f2-4a27-976b-3ecd198cac74 on host dv-cinder-760153-10-iscsi for vnic_type normal with profile {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:06:05.682158 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [None req-1bcdcff2-1315-4df4-b605-035ea8d6b8bc None None] Attempting to bind port a1386db7-90f2-4a27-976b-3ecd198cac74 by drivers openvswitch,hyperv on host dv-cinder-760153-10-iscsi at level 0 using segments [{'id': '62148626-c573-4694-a829-31b2bfa74c0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed'}] {{(pid=94011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:06:05.682886 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcdcff2-1315-4df4-b605-035ea8d6b8bc None None] Attempting to bind port a1386db7-90f2-4a27-976b-3ecd198cac74 on network caa13d69-ff92-44ce-a665-3b9af711feed {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:06:05.688657 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-b5d00017-1620-4175-8e94-eee114e72bf1 req-468df968-f886-4cb7-a9d5-eecafe7431f2 tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4ae8c11-5c71-4aaa-bee4-e837400f8c5d HTTP/1.1" status: 200 len: 210 time: 0.1405611 Sep 10 15:06:05.689840 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcdcff2-1315-4df4-b605-035ea8d6b8bc None None] Checking agent: {'id': 'aa4392c4-9186-46d5-9724-80b6d464cfe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760153-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 14, 57, 58), 'started_at': datetime.datetime(2021, 9, 10, 14, 58, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760153-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:06:05.690545 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcdcff2-1315-4df4-b605-035ea8d6b8bc None None] Checking segment: {'id': '62148626-c573-4694-a829-31b2bfa74c0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:06:05.691449 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-1bcdcff2-1315-4df4-b605-035ea8d6b8bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:05.692902 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bcdcff2-1315-4df4-b605-035ea8d6b8bc None None] Bound using segment: {'id': '62148626-c573-4694-a829-31b2bfa74c0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed'} {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:06:05.693628 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [None req-1bcdcff2-1315-4df4-b605-035ea8d6b8bc None None] Bound port: a1386db7-90f2-4a27-976b-3ecd198cac74, host: dv-cinder-760153-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62148626-c573-4694-a829-31b2bfa74c0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed'}}] {{(pid=94011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:06:05.694291 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-1bcdcff2-1315-4df4-b605-035ea8d6b8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:05.701351 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-059f7408-7ab8-4ac8-911b-eb038f984ddd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:06:05.701746 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-059f7408-7ab8-4ac8-911b-eb038f984ddd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:06:05.707365 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-059f7408-7ab8-4ac8-911b-eb038f984ddd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:06:05.707713 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-059f7408-7ab8-4ac8-911b-eb038f984ddd admin admin] Subscribe: > port after_create 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:06:05.708060 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-059f7408-7ab8-4ac8-911b-eb038f984ddd admin admin] Subscribe: > port after_delete 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:06:05.708417 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-059f7408-7ab8-4ac8-911b-eb038f984ddd admin admin] Subscribe: > port after_update 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:06:05.708736 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-059f7408-7ab8-4ac8-911b-eb038f984ddd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:06:05.709074 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-059f7408-7ab8-4ac8-911b-eb038f984ddd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:06:05.711289 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3e3cae-7b3a-465e-a500-fd12456dfef1 None None] The sync data for ids ['8310e04b-2069-44e7-8309-d4c4a0b3d098'] in dv-cinder-760153-10-iscsi is: [{'id': '8310e04b-2069-44e7-8309-d4c4a0b3d098', 'name': 'tempest-ServerRescueNegativeTestJSON-179186214-router', 'tenant_id': 'cbb1ce4618c54a79b7f16a6fbbdf66ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '22c719ec-af51-445c-b1b6-9fd2dd16cff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:05:57Z', 'updated_at': '2021-09-10T15:06:00Z', 'revision_number': 3, 'project_id': 'cbb1ce4618c54a79b7f16a6fbbdf66ab', 'gw_port': {'id': '22c719ec-af51-445c-b1b6-9fd2dd16cff0', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a5:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8310e04b-2069-44e7-8309-d4c4a0b3d098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:05:59Z', 'updated_at': '2021-09-10T15:06:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi'}] {{(pid=94012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:06:05.712111 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-059f7408-7ab8-4ac8-911b-eb038f984ddd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:06:05.712111 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-059f7408-7ab8-4ac8-911b-eb038f984ddd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:06:05.782572 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-1bcdcff2-1315-4df4-b605-035ea8d6b8bc None None] For port a1386db7-90f2-4a27-976b-3ecd198cac74, host dv-cinder-760153-10-iscsi, cleared binding levels {{(pid=94011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:06:05.787478 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-1bcdcff2-1315-4df4-b605-035ea8d6b8bc None None] For port a1386db7-90f2-4a27-976b-3ecd198cac74, host dv-cinder-760153-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-10-iscsi',level=0,port_id=a1386db7-90f2-4a27-976b-3ecd198cac74,segment=NetworkSegment(62148626-c573-4694-a829-31b2bfa74c0d),segment_id=62148626-c573-4694-a829-31b2bfa74c0d)] {{(pid=94011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:06:05.797243 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-1bcdcff2-1315-4df4-b605-035ea8d6b8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:05.925717 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.42', 49854) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:05.931959 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666b23f2-4783-40dc-9043-0fa5c172eabb None None] Pushing event updated for resources: {'Port': ['ID=a1386db7-90f2-4a27-976b-3ecd198cac74,revision_number=3']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:05.963640 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcdcff2-1315-4df4-b605-035ea8d6b8bc None None] Routers {'75318aa0-7754-4055-b8f8-254019025fad'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:06:05.964423 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-1bcdcff2-1315-4df4-b605-035ea8d6b8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T15:05:58Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['75318aa0-7754-4055-b8f8-254019025fad'], 'active': True} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:06:06.159663 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvr_db [None req-1bcdcff2-1315-4df4-b605-035ea8d6b8bc None None] Set router 75318aa0-7754-4055-b8f8-254019025fad gateway port host: dv-cinder-760153-10-iscsi {{(pid=94011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:06:06.343463 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-059f7408-7ab8-4ac8-911b-eb038f984ddd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:06:06.344097 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-059f7408-7ab8-4ac8-911b-eb038f984ddd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:06:06.344211 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-059f7408-7ab8-4ac8-911b-eb038f984ddd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:06:06.360326 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-059f7408-7ab8-4ac8-911b-eb038f984ddd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:06:06.361915 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.services.segments.db [None req-059f7408-7ab8-4ac8-911b-eb038f984ddd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d3c939c-8487-4223-a043-b9d48f9371b6']}} {{(pid=94009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:06:06.414831 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.services.segments.db [None req-059f7408-7ab8-4ac8-911b-eb038f984ddd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94af6f6f-3b96-43c5-bbc7-0b5183194569') {'for_net_delete': True} {{(pid=94009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:06:06.415122 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.services.segments.db [None req-059f7408-7ab8-4ac8-911b-eb038f984ddd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94af6f6f-3b96-43c5-bbc7-0b5183194569') {} {{(pid=94009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:06:06.442247 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-059f7408-7ab8-4ac8-911b-eb038f984ddd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748756906150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15526041'] for segment, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:06.472206 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-059f7408-7ab8-4ac8-911b-eb038f984ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672864'] for segment, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:06.486679 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-059f7408-7ab8-4ac8-911b-eb038f984ddd admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=94009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 15:06:06.487404 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-059f7408-7ab8-4ac8-911b-eb038f984ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1041264'] for segment, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:06.495109 dv-cinder-760153-10-iscsi neutron-server[94009]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 10 15:06:06.495109 dv-cinder-760153-10-iscsi neutron-server[94009]: from cryptography.utils import int_from_bytes Sep 10 15:06:06.495109 dv-cinder-760153-10-iscsi neutron-server[94009]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 10 15:06:06.495109 dv-cinder-760153-10-iscsi neutron-server[94009]: from cryptography.utils import int_from_bytes Sep 10 15:06:06.495109 dv-cinder-760153-10-iscsi neutron-server[94009]: Traceback (most recent call last): Sep 10 15:06:06.495109 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 15:06:06.495109 dv-cinder-760153-10-iscsi neutron-server[94009]: timer() Sep 10 15:06:06.495109 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 15:06:06.495109 dv-cinder-760153-10-iscsi neutron-server[94009]: cb(*args, **kw) Sep 10 15:06:06.495109 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 15:06:06.495109 dv-cinder-760153-10-iscsi neutron-server[94009]: return func(*args, **kwargs) Sep 10 15:06:06.495109 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 15:06:06.495109 dv-cinder-760153-10-iscsi neutron-server[94009]: self._notify() Sep 10 15:06:06.495109 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 15:06:06.495109 dv-cinder-760153-10-iscsi neutron-server[94009]: self.callback(batched_events) Sep 10 15:06:06.495109 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 15:06:06.495109 dv-cinder-760153-10-iscsi neutron-server[94009]: event.method(event) Sep 10 15:06:06.495109 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 15:06:06.495109 dv-cinder-760153-10-iscsi neutron-server[94009]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 15:06:06.495109 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 15:06:06.495109 dv-cinder-760153-10-iscsi neutron-server[94009]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 15:06:06.495109 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 15:06:06.495109 dv-cinder-760153-10-iscsi neutron-server[94009]: return f(self, *a, **k) Sep 10 15:06:06.495109 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 15:06:06.495109 dv-cinder-760153-10-iscsi neutron-server[94009]: return self._get(url).json() Sep 10 15:06:06.495109 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 15:06:06.495109 dv-cinder-760153-10-iscsi neutron-server[94009]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 15:06:06.495109 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 15:06:06.495109 dv-cinder-760153-10-iscsi neutron-server[94009]: return self.request(url, 'GET', **kwargs) Sep 10 15:06:06.495109 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 15:06:06.495109 dv-cinder-760153-10-iscsi neutron-server[94009]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 15:06:06.495109 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 15:06:06.495109 dv-cinder-760153-10-iscsi neutron-server[94009]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 15:06:06.495109 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 15:06:06.495109 dv-cinder-760153-10-iscsi neutron-server[94009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 15:06:06.495109 dv-cinder-760153-10-iscsi neutron-server[94009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 15:06:06.597360 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-059f7408-7ab8-4ac8-911b-eb038f984ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582729'] for network, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:06.619932 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-059f7408-7ab8-4ac8-911b-eb038f984ddd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526879'] for network, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:06.627160 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-059f7408-7ab8-4ac8-911b-eb038f984ddd admin admin] 10.222.0.35 "DELETE /v2.0/networks/3d3c939c-8487-4223-a043-b9d48f9371b6 HTTP/1.1" status: 204 len: 168 time: 1.6514158 Sep 10 15:06:06.659152 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 39722) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:06.669415 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-31d5f6e4-ebe9-4e5b-84a8-5d5d69400d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:06.708229 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059f7408-7ab8-4ac8-911b-eb038f984ddd admin admin] Pushing event deleted for resources: {'Network': ['ID=3d3c939c-8487-4223-a043-b9d48f9371b6,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:06.718615 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c18d33-4366-4e6a-8b1b-99c2d521d091 req-4aebbfb0-8457-43c1-9b8e-8b10086705cf tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:06.723836 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [req-94c18d33-4366-4e6a-8b1b-99c2d521d091 req-4aebbfb0-8457-43c1-9b8e-8b10086705cf tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] 10.222.0.42 "GET /v2.0/networks?id=9674167c-c436-4b03-a2e0-3346487f1a81 HTTP/1.1" status: 200 len: 811 time: 0.7968035 Sep 10 15:06:06.728089 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.db.db_base_plugin_common [None req-cd60919a-45f4-462a-9ce7-4e0751ead576 admin admin] Allocated IP 172.20.0.1 (10576399-efc6-445d-9ca5-76386260f1a2/1439a9a1-9d83-40a1-a053-fdab96d16b79/461e6958-f2eb-4296-b8a2-93ab64589806) {{(pid=94010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:06:06.755818 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-1bcdcff2-1315-4df4-b605-035ea8d6b8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75318aa0-7754-4055-b8f8-254019025fad', 'name': 'tempest-AttachVolumeShelveTestJSON-1850833039-router', 'tenant_id': 'c0149948ecbd4da99adb4e990da99cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'a1386db7-90f2-4a27-976b-3ecd198cac74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:05:57Z', 'updated_at': '2021-09-10T15:06:01Z', 'revision_number': 3, 'project_id': 'c0149948ecbd4da99adb4e990da99cd9', 'gw_port': {'id': 'a1386db7-90f2-4a27-976b-3ecd198cac74', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:88:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75318aa0-7754-4055-b8f8-254019025fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:05:59Z', 'updated_at': '2021-09-10T15:06:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi'}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:06:06.805176 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.v2.base [req-94c18d33-4366-4e6a-8b1b-99c2d521d091 req-a3b23797-4059-4e49-a6fd-db5a1e72eb92 tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] Request body: {'port': {'device_id': 'f4ae8c11-5c71-4aaa-bee4-e837400f8c5d', 'network_id': '9674167c-c436-4b03-a2e0-3346487f1a81', 'admin_state_up': True, 'tenant_id': '3e6ff7cb7b90442a96ffe59c9ad7a57e'}} {{(pid=94010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:06:06.813738 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.db_base_plugin_v2 [None req-abb2981e-f8df-4b2e-8f6f-6fa9bfe5ca88 admin admin] Deleting subnet cdd609dd-c6b1-49b4-b0ab-c73d31711b7b {{(pid=94009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 15:06:06.826160 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcdcff2-1315-4df4-b605-035ea8d6b8bc None None] The sync data for ids ['75318aa0-7754-4055-b8f8-254019025fad'] in dv-cinder-760153-10-iscsi is: [{'id': '75318aa0-7754-4055-b8f8-254019025fad', 'name': 'tempest-AttachVolumeShelveTestJSON-1850833039-router', 'tenant_id': 'c0149948ecbd4da99adb4e990da99cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'a1386db7-90f2-4a27-976b-3ecd198cac74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:05:57Z', 'updated_at': '2021-09-10T15:06:01Z', 'revision_number': 3, 'project_id': 'c0149948ecbd4da99adb4e990da99cd9', 'gw_port': {'id': 'a1386db7-90f2-4a27-976b-3ecd198cac74', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:88:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75318aa0-7754-4055-b8f8-254019025fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:05:59Z', 'updated_at': '2021-09-10T15:06:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi'}] {{(pid=94011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:06:06.827947 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-abb2981e-f8df-4b2e-8f6f-6fa9bfe5ca88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:06.865479 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device 22c719ec-af51-445c-b1b6-9fd2dd16cff0 up at agent ovs-agent-dv-cinder-760153-10-iscsi {{(pid=94011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:06:06.943202 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-abb2981e-f8df-4b2e-8f6f-6fa9bfe5ca88 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15526112'] for subnet, precommit_delete_associations {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:07.048849 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Provisioning for port 22c719ec-af51-445c-b1b6-9fd2dd16cff0 completed by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:06:07.052143 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-abb2981e-f8df-4b2e-8f6f-6fa9bfe5ca88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1678090'] for subnet, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:07.057652 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Provisioning complete for port 22c719ec-af51-445c-b1b6-9fd2dd16cff0 triggered by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:06:07.061622 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:07.162533 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-abb2981e-f8df-4b2e-8f6f-6fa9bfe5ca88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1678083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1040786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13677773'] for subnet, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:07.252976 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 39756) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:07.284298 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-abb2981e-f8df-4b2e-8f6f-6fa9bfe5ca88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:07.291120 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-abb2981e-f8df-4b2e-8f6f-6fa9bfe5ca88 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/cdd609dd-c6b1-49b4-b0ab-c73d31711b7b HTTP/1.1" status: 204 len: 168 time: 0.6290388 Sep 10 15:06:07.295789 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 39760) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:07.298360 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb2981e-f8df-4b2e-8f6f-6fa9bfe5ca88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdd609dd-c6b1-49b4-b0ab-c73d31711b7b,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:07.328994 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.agents_db [None req-04bb1bd2-f33d-49ef-a466-6fb3f7a23ee1 None None] Agent healthcheck: found 6 active agents {{(pid=94012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 15:06:07.383622 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:07.439871 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-cfcb084c-c266-4ea4-bdc4-534016ec5c93 req-4e6ec52e-515c-4ecb-95ca-fdd9a6979e7c tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4ae8c11-5c71-4aaa-bee4-e837400f8c5d HTTP/1.1" status: 200 len: 210 time: 0.1654003 Sep 10 15:06:07.456369 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] For port 22c719ec-af51-445c-b1b6-9fd2dd16cff0, host dv-cinder-760153-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-10-iscsi',level=0,port_id=22c719ec-af51-445c-b1b6-9fd2dd16cff0,segment=NetworkSegment(62148626-c573-4694-a829-31b2bfa74c0d),segment_id=62148626-c573-4694-a829-31b2bfa74c0d)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:06:07.478754 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:07.513826 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-cd60919a-45f4-462a-9ce7-4e0751ead576 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:07.600032 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-cd60919a-45f4-462a-9ce7-4e0751ead576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748756606401'] for port, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:07.624539 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-7cc2a466-0151-4150-bd71-f663887c0b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626838'] for network, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:07.630887 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Pushing event updated for resources: {'Port': ['ID=22c719ec-af51-445c-b1b6-9fd2dd16cff0,revision_number=4']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:07.651696 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd60919a-45f4-462a-9ce7-4e0751ead576 admin admin] Network 10576399-efc6-445d-9ca5-76386260f1a2 is already hosted by enough agents. {{(pid=94010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:06:07.679835 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.base_scheduler [None req-cd60919a-45f4-462a-9ce7-4e0751ead576 admin admin] Resources bound (agent type, host, resource id): {{(pid=94010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:06:07.755315 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-7cc2a466-0151-4150-bd71-f663887c0b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1672831', 'neutron.services.segments.db._delete_segments_for_network-8748756906397'] for network, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:07.778204 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.services.segments.db [None req-7cc2a466-0151-4150-bd71-f663887c0b6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ed4a354-d4d9-4f26-8086-6393fe5ab1ee']}} {{(pid=94009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:06:07.795555 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.services.segments.db [None req-7cc2a466-0151-4150-bd71-f663887c0b6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62cf41aa-b4e4-4597-bd79-71f218e36ce2') {'for_net_delete': True} {{(pid=94009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:06:07.795854 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.services.segments.db [None req-7cc2a466-0151-4150-bd71-f663887c0b6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62cf41aa-b4e4-4597-bd79-71f218e36ce2') {} {{(pid=94009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:06:07.824214 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd60919a-45f4-462a-9ce7-4e0751ead576 admin admin] Received port after_create {{(pid=94010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:06:07.824611 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-cd60919a-45f4-462a-9ce7-4e0751ead576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582848'] for router_interface, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:07.835742 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-7cc2a466-0151-4150-bd71-f663887c0b6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748756906150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15526041'] for segment, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:07.881354 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-7cc2a466-0151-4150-bd71-f663887c0b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672864'] for segment, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:07.891225 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cc2a466-0151-4150-bd71-f663887c0b6b admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=94009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 15:06:07.891640 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-7cc2a466-0151-4150-bd71-f663887c0b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1041264'] for segment, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:07.908891 dv-cinder-760153-10-iscsi neutron-server[94009]: Traceback (most recent call last): Sep 10 15:06:07.908891 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 15:06:07.908891 dv-cinder-760153-10-iscsi neutron-server[94009]: timer() Sep 10 15:06:07.908891 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 15:06:07.908891 dv-cinder-760153-10-iscsi neutron-server[94009]: cb(*args, **kw) Sep 10 15:06:07.908891 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 15:06:07.908891 dv-cinder-760153-10-iscsi neutron-server[94009]: return func(*args, **kwargs) Sep 10 15:06:07.908891 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 15:06:07.908891 dv-cinder-760153-10-iscsi neutron-server[94009]: self._notify() Sep 10 15:06:07.908891 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 15:06:07.908891 dv-cinder-760153-10-iscsi neutron-server[94009]: self.callback(batched_events) Sep 10 15:06:07.908891 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 15:06:07.908891 dv-cinder-760153-10-iscsi neutron-server[94009]: event.method(event) Sep 10 15:06:07.908891 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 15:06:07.908891 dv-cinder-760153-10-iscsi neutron-server[94009]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 15:06:07.908891 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 15:06:07.908891 dv-cinder-760153-10-iscsi neutron-server[94009]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 15:06:07.908891 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 15:06:07.908891 dv-cinder-760153-10-iscsi neutron-server[94009]: return f(self, *a, **k) Sep 10 15:06:07.908891 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 15:06:07.908891 dv-cinder-760153-10-iscsi neutron-server[94009]: return self._get(url).json() Sep 10 15:06:07.908891 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 15:06:07.908891 dv-cinder-760153-10-iscsi neutron-server[94009]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 15:06:07.908891 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 15:06:07.908891 dv-cinder-760153-10-iscsi neutron-server[94009]: return self.request(url, 'GET', **kwargs) Sep 10 15:06:07.908891 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 15:06:07.908891 dv-cinder-760153-10-iscsi neutron-server[94009]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 15:06:07.908891 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 15:06:07.908891 dv-cinder-760153-10-iscsi neutron-server[94009]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 15:06:07.908891 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 15:06:07.908891 dv-cinder-760153-10-iscsi neutron-server[94009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 15:06:07.908891 dv-cinder-760153-10-iscsi neutron-server[94009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 15:06:08.004528 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-7cc2a466-0151-4150-bd71-f663887c0b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582729'] for network, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:08.021344 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-7cc2a466-0151-4150-bd71-f663887c0b6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526879'] for network, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:08.026887 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-7cc2a466-0151-4150-bd71-f663887c0b6b admin admin] 10.222.0.35 "DELETE /v2.0/networks/8ed4a354-d4d9-4f26-8086-6393fe5ab1ee HTTP/1.1" status: 204 len: 168 time: 0.7231028 Sep 10 15:06:08.067908 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc2a466-0151-4150-bd71-f663887c0b6b admin admin] Pushing event deleted for resources: {'Network': ['ID=8ed4a354-d4d9-4f26-8086-6393fe5ab1ee,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:08.276974 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd60919a-45f4-462a-9ce7-4e0751ead576 admin admin] Pushing event updated for resources: {'Port': ['ID=461e6958-f2eb-4296-b8a2-93ab64589806,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:08.280740 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.db.db_base_plugin_common [None req-31d5f6e4-ebe9-4e5b-84a8-5d5d69400d76 admin admin] Allocated IP 172.20.0.1 (d8cbe470-bc98-41a4-a428-659bec184b54/782052c7-4991-4efe-97d8-5a0e8f67d6bc/a6121906-e268-4286-a449-4c77a390ff70) {{(pid=94010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:06:08.473526 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 39790) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:08.648069 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-397a5027-a72f-49fb-a6b0-eb26d791a9f8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=179dc0b70b7843379402b9075d679b2d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1726205 Sep 10 15:06:08.651568 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 39796) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:08.855451 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-a8b74af4-37da-41c3-b9ca-a9e220c144f3 req-c8826612-89e3-484b-b0f9-5c9e9883ad47 tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4ae8c11-5c71-4aaa-bee4-e837400f8c5d HTTP/1.1" status: 200 len: 210 time: 0.1512585 Sep 10 15:06:08.859732 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 39802) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:08.962336 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-95cd64c9-d715-4391-8347-4c65209a7d01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:08.962336 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-95cd64c9-d715-4391-8347-4c65209a7d01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:09.041599 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-95cd64c9-d715-4391-8347-4c65209a7d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:09.047970 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device a1386db7-90f2-4a27-976b-3ecd198cac74 up at agent ovs-agent-dv-cinder-760153-10-iscsi {{(pid=94011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:06:09.065508 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-95cd64c9-d715-4391-8347-4c65209a7d01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:09.072132 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-95cd64c9-d715-4391-8347-4c65209a7d01 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/71ddb621-9213-4288-a851-1a50994a4011 HTTP/1.1" status: 204 len: 168 time: 0.4193063 Sep 10 15:06:09.118146 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cd64c9-d715-4391-8347-4c65209a7d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ddb621-9213-4288-a851-1a50994a4011,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:09.128525 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94c18d33-4366-4e6a-8b1b-99c2d521d091 req-a3b23797-4059-4e49-a6fd-db5a1e72eb92 tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] Made reservation on behalf of 3e6ff7cb7b90442a96ffe59c9ad7a57e for: {'port': 1} {{(pid=94010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:06:09.138583 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [req-94c18d33-4366-4e6a-8b1b-99c2d521d091 req-a3b23797-4059-4e49-a6fd-db5a1e72eb92 tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:09.249058 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:09.287209 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Provisioning for port a1386db7-90f2-4a27-976b-3ecd198cac74 completed by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:06:09.290532 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-9b26df1d-5696-4cef-ae55-40994dd3d7d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:09.296158 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Provisioning complete for port a1386db7-90f2-4a27-976b-3ecd198cac74 triggered by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:06:09.297213 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:09.560869 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:09.635827 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] For port a1386db7-90f2-4a27-976b-3ecd198cac74, host dv-cinder-760153-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-10-iscsi',level=0,port_id=a1386db7-90f2-4a27-976b-3ecd198cac74,segment=NetworkSegment(62148626-c573-4694-a829-31b2bfa74c0d),segment_id=62148626-c573-4694-a829-31b2bfa74c0d)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:06:09.648447 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-cd60919a-45f4-462a-9ce7-4e0751ead576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:09.651163 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:09.652079 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device 22c719ec-af51-445c-b1b6-9fd2dd16cff0 up at agent ovs-agent-dv-cinder-760153-10-iscsi {{(pid=94011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:06:09.659315 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-9b26df1d-5696-4cef-ae55-40994dd3d7d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:09.666815 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-9b26df1d-5696-4cef-ae55-40994dd3d7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:09.674575 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-31d5f6e4-ebe9-4e5b-84a8-5d5d69400d76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:09.791864 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b26df1d-5696-4cef-ae55-40994dd3d7d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5993023d-87da-4808-bee8-741cacd1a1b6,revision_number=1']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:09.835090 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-9b26df1d-5696-4cef-ae55-40994dd3d7d6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b49351d4ec864734861fcee38e57edcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9719651 Sep 10 15:06:09.837961 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 39826) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:09.880551 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Pushing event updated for resources: {'Port': ['ID=a1386db7-90f2-4a27-976b-3ecd198cac74,revision_number=4']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:09.965628 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Provisioning complete for port 22c719ec-af51-445c-b1b6-9fd2dd16cff0 triggered by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:06:09.965628 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:10.022335 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-4768c072-9fad-48ee-9754-aff31ff1a5eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:10.045189 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 39834) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:10.158699 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-cd60919a-45f4-462a-9ce7-4e0751ead576 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:10.160187 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-90657556-79dd-4f18-b0aa-3836815cf0d4 req-7cd42c30-59bd-4bb1-bcb8-e08c8ee78499 tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4ae8c11-5c71-4aaa-bee4-e837400f8c5d HTTP/1.1" status: 200 len: 210 time: 0.0711758 Sep 10 15:06:10.162569 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-4768c072-9fad-48ee-9754-aff31ff1a5eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:10.167186 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-169675c0-b643-4c36-bdf5-bbb521f1cfac admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a40ab8d2e8704075aaa2634a5879f949&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1209035 Sep 10 15:06:10.182989 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 39838) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:10.288038 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.db.db_base_plugin_common [req-94c18d33-4366-4e6a-8b1b-99c2d521d091 req-a3b23797-4059-4e49-a6fd-db5a1e72eb92 tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] Allocated IP 172.20.0.4 (9674167c-c436-4b03-a2e0-3346487f1a81/bd253290-719b-4fff-9c2f-5ccf3db4d2de/a7472a7e-c40d-4438-9968-1b858de7e4e4) {{(pid=94010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:06:10.314163 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-cd60919a-45f4-462a-9ce7-4e0751ead576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:10.315589 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-cd60919a-45f4-462a-9ce7-4e0751ead576 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586064'] for router_interface, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:10.423985 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-d4780abf-027c-48bc-928d-dc70877018dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:10.439945 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-4768c072-9fad-48ee-9754-aff31ff1a5eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:10.442879 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-4768c072-9fad-48ee-9754-aff31ff1a5eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:10.448328 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-4768c072-9fad-48ee-9754-aff31ff1a5eb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5993023d-87da-4808-bee8-741cacd1a1b6 HTTP/1.1" status: 204 len: 168 time: 0.6038656 Sep 10 15:06:10.471973 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd60919a-45f4-462a-9ce7-4e0751ead576 admin admin] Pushing event updated for resources: {'Port': ['ID=461e6958-f2eb-4296-b8a2-93ab64589806,revision_number=2']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:10.486199 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.db.provisioning_blocks [None req-31d5f6e4-ebe9-4e5b-84a8-5d5d69400d76 admin admin] Transition to ACTIVE for port object a6121906-e268-4286-a449-4c77a390ff70 will not be triggered until provisioned by entity DHCP. {{(pid=94010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:06:10.582540 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4768c072-9fad-48ee-9754-aff31ff1a5eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5993023d-87da-4808-bee8-741cacd1a1b6,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:10.609043 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-d4780abf-027c-48bc-928d-dc70877018dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:10.765453 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-d4780abf-027c-48bc-928d-dc70877018dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:10.772992 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-d4780abf-027c-48bc-928d-dc70877018dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:10.777963 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-d4780abf-027c-48bc-928d-dc70877018dd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f9347227-804a-4bd2-996c-6e276c52a080 HTTP/1.1" status: 204 len: 168 time: 0.5964050 Sep 10 15:06:10.792416 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4780abf-027c-48bc-928d-dc70877018dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9347227-804a-4bd2-996c-6e276c52a080,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:10.909095 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device a1386db7-90f2-4a27-976b-3ecd198cac74 up at agent ovs-agent-dv-cinder-760153-10-iscsi {{(pid=94011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:06:11.060498 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Provisioning complete for port a1386db7-90f2-4a27-976b-3ecd198cac74 triggered by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:06:11.061226 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:11.113875 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-31d5f6e4-ebe9-4e5b-84a8-5d5d69400d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748756606401'] for port, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:11.205261 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d5f6e4-ebe9-4e5b-84a8-5d5d69400d76 admin admin] Network d8cbe470-bc98-41a4-a428-659bec184b54 is already hosted by enough agents. {{(pid=94010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:06:11.233898 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd60919a-45f4-462a-9ce7-4e0751ead576 admin admin] Network 10576399-efc6-445d-9ca5-76386260f1a2 is already hosted by enough agents. {{(pid=94010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:06:11.235793 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.base_scheduler [None req-31d5f6e4-ebe9-4e5b-84a8-5d5d69400d76 admin admin] Resources bound (agent type, host, resource id): {{(pid=94010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:06:11.243253 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d5f6e4-ebe9-4e5b-84a8-5d5d69400d76 admin admin] Received port after_create {{(pid=94010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:06:11.244057 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-31d5f6e4-ebe9-4e5b-84a8-5d5d69400d76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582848'] for router_interface, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:11.267726 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d5f6e4-ebe9-4e5b-84a8-5d5d69400d76 admin admin] Pushing event updated for resources: {'Port': ['ID=a6121906-e268-4286-a449-4c77a390ff70,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:11.270915 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.base_scheduler [None req-cd60919a-45f4-462a-9ce7-4e0751ead576 admin admin] Resources bound (agent type, host, resource id): {{(pid=94010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:06:11.431235 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [req-94c18d33-4366-4e6a-8b1b-99c2d521d091 req-a3b23797-4059-4e49-a6fd-db5a1e72eb92 tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] Notify callbacks [] for port, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:11.435291 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-ba65b296-cdce-4a8b-8deb-0e5b889540de req-f1321033-5143-44b5-94b5-a65bece6bbd2 tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4ae8c11-5c71-4aaa-bee4-e837400f8c5d HTTP/1.1" status: 200 len: 210 time: 0.0641708 Sep 10 15:06:11.639926 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-fb7271f8-dc34-411e-8804-b689c7159fed None None] Provisioning for port a6121906-e268-4286-a449-4c77a390ff70 completed by entity DHCP. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:06:11.646935 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-fb7271f8-dc34-411e-8804-b689c7159fed None None] Provisioning complete for port a6121906-e268-4286-a449-4c77a390ff70 triggered by entity DHCP. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:06:11.647314 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-fb7271f8-dc34-411e-8804-b689c7159fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:11.781411 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd60919a-45f4-462a-9ce7-4e0751ead576 admin admin] Router 8310e04b-2069-44e7-8309-d4c4a0b3d098 has already been hosted by L3 agent b0771735-54fe-4ba2-aeee-11d3b2b54cf1 {{(pid=94010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 15:06:11.787618 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-fb7271f8-dc34-411e-8804-b689c7159fed None None] Port a6121906-e268-4286-a449-4c77a390ff70 cannot update to ACTIVE because it is not bound. {{(pid=94011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 15:06:11.988122 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-31d5f6e4-ebe9-4e5b-84a8-5d5d69400d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:12.068229 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [req-94c18d33-4366-4e6a-8b1b-99c2d521d091 req-a3b23797-4059-4e49-a6fd-db5a1e72eb92 tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748756606401'] for port, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:12.514806 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94c18d33-4366-4e6a-8b1b-99c2d521d091 req-a3b23797-4059-4e49-a6fd-db5a1e72eb92 tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] Network 9674167c-c436-4b03-a2e0-3346487f1a81 is already hosted by enough agents. {{(pid=94010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:06:12.544496 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.base_scheduler [req-94c18d33-4366-4e6a-8b1b-99c2d521d091 req-a3b23797-4059-4e49-a6fd-db5a1e72eb92 tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] Resources bound (agent type, host, resource id): {{(pid=94010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:06:12.549536 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.db.l3_dvrscheduler_db [req-94c18d33-4366-4e6a-8b1b-99c2d521d091 req-a3b23797-4059-4e49-a6fd-db5a1e72eb92 tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] Received port after_create {{(pid=94010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:06:12.559465 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c18d33-4366-4e6a-8b1b-99c2d521d091 req-a3b23797-4059-4e49-a6fd-db5a1e72eb92 tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:12.560742 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [req-94c18d33-4366-4e6a-8b1b-99c2d521d091 req-a3b23797-4059-4e49-a6fd-db5a1e72eb92 tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526879'] for port, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:12.608369 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be67e8-bb4a-45cf-865c-a0d255ed6a55 req-1f2334b6-6434-4cfb-ab87-85f168aad025 tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:12.630000 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-d9be67e8-bb4a-45cf-865c-a0d255ed6a55 req-1f2334b6-6434-4cfb-ab87-85f168aad025 tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4ae8c11-5c71-4aaa-bee4-e837400f8c5d HTTP/1.1" status: 200 len: 931 time: 0.1025057 Sep 10 15:06:12.635779 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd60919a-45f4-462a-9ce7-4e0751ead576 admin admin] Notify agent at l3_agent.dv-cinder-760153-10-iscsi the message routers_updated {{(pid=94010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:06:12.649794 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d09faa-4f17-4782-aa60-5ba1523c8c9d None None] Sync routers for ids ['8310e04b-2069-44e7-8309-d4c4a0b3d098'] in dv-cinder-760153-10-iscsi {{(pid=94012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:06:12.658374 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-cd60919a-45f4-462a-9ce7-4e0751ead576 admin admin] 10.222.0.35 "PUT /v2.0/routers/8310e04b-2069-44e7-8309-d4c4a0b3d098/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4020379 Sep 10 15:06:12.660232 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [req-94c18d33-4366-4e6a-8b1b-99c2d521d091 req-a3b23797-4059-4e49-a6fd-db5a1e72eb92 tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8666227 Sep 10 15:06:12.690448 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d09faa-4f17-4782-aa60-5ba1523c8c9d None None] Routers {'8310e04b-2069-44e7-8309-d4c4a0b3d098'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:06:12.706056 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-47d09faa-4f17-4782-aa60-5ba1523c8c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T15:05:58Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['8310e04b-2069-44e7-8309-d4c4a0b3d098'], 'active': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:06:12.714234 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b23797-4059-4e49-a6fd-db5a1e72eb92 tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] Pushing event updated for resources: {'Port': ['ID=a7472a7e-c40d-4438-9968-1b858de7e4e4,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:12.730548 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 39916) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:12.827416 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-d9be67e8-bb4a-45cf-865c-a0d255ed6a55 req-1e20a70e-837c-4648-bff1-496632d27cb9 tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] 10.222.0.35 "GET /v2.0/security-groups?id=1b42de51-d6ce-459e-a7bd-e942c8dfedf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944611 Sep 10 15:06:12.881070 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-31d5f6e4-ebe9-4e5b-84a8-5d5d69400d76 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:12.894178 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-31d5f6e4-ebe9-4e5b-84a8-5d5d69400d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:12.895500 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-31d5f6e4-ebe9-4e5b-84a8-5d5d69400d76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586064'] for router_interface, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:12.979681 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvr_db [None req-47d09faa-4f17-4782-aa60-5ba1523c8c9d None None] Set router 8310e04b-2069-44e7-8309-d4c4a0b3d098 gateway port host: dv-cinder-760153-10-iscsi {{(pid=94012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:06:13.093255 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d5f6e4-ebe9-4e5b-84a8-5d5d69400d76 admin admin] Network d8cbe470-bc98-41a4-a428-659bec184b54 is already hosted by enough agents. {{(pid=94010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:06:13.097891 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.base_scheduler [None req-31d5f6e4-ebe9-4e5b-84a8-5d5d69400d76 admin admin] Resources bound (agent type, host, resource id): {{(pid=94010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:06:13.105164 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d5f6e4-ebe9-4e5b-84a8-5d5d69400d76 admin admin] Pushing event updated for resources: {'Port': ['ID=a6121906-e268-4286-a449-4c77a390ff70,revision_number=2']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:13.143224 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-1e05f334-b0d9-442a-82ee-483b1457081d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:13.377988 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-47d09faa-4f17-4782-aa60-5ba1523c8c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8310e04b-2069-44e7-8309-d4c4a0b3d098', 'name': 'tempest-ServerRescueNegativeTestJSON-179186214-router', 'tenant_id': 'cbb1ce4618c54a79b7f16a6fbbdf66ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '22c719ec-af51-445c-b1b6-9fd2dd16cff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:05:57Z', 'updated_at': '2021-09-10T15:06:09Z', 'revision_number': 4, 'project_id': 'cbb1ce4618c54a79b7f16a6fbbdf66ab', 'gw_port': {'id': '22c719ec-af51-445c-b1b6-9fd2dd16cff0', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8310e04b-2069-44e7-8309-d4c4a0b3d098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:05:59Z', 'updated_at': '2021-09-10T15:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi', '_interfaces': [{'id': '461e6958-f2eb-4296-b8a2-93ab64589806', 'name': '', 'network_id': '10576399-efc6-445d-9ca5-76386260f1a2', 'tenant_id': 'cbb1ce4618c54a79b7f16a6fbbdf66ab', 'mac_address': 'fa:16:3e:99:75:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8310e04b-2069-44e7-8309-d4c4a0b3d098', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1439a9a1-9d83-40a1-a053-fdab96d16b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:06:05Z', 'updated_at': '2021-09-10T15:06:09Z', 'revision_number': 2, 'project_id': 'cbb1ce4618c54a79b7f16a6fbbdf66ab', 'subnets': [{'id': '1439a9a1-9d83-40a1-a053-fdab96d16b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:06:13.404913 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-1e05f334-b0d9-442a-82ee-483b1457081d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:13.412114 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31d5f6e4-ebe9-4e5b-84a8-5d5d69400d76 admin admin] Router 75318aa0-7754-4055-b8f8-254019025fad has already been hosted by L3 agent b0771735-54fe-4ba2-aeee-11d3b2b54cf1 {{(pid=94010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 15:06:13.423268 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-1e05f334-b0d9-442a-82ee-483b1457081d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:13.450062 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d09faa-4f17-4782-aa60-5ba1523c8c9d None None] Checking router: 8310e04b-2069-44e7-8309-d4c4a0b3d098 for host: dv-cinder-760153-10-iscsi {{(pid=94012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:06:13.450780 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d09faa-4f17-4782-aa60-5ba1523c8c9d None None] Updating router 8310e04b-2069-44e7-8309-d4c4a0b3d098 port 461e6958-f2eb-4296-b8a2-93ab64589806 binding host dv-cinder-760153-10-iscsi {{(pid=94012) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 15:06:13.512957 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e05f334-b0d9-442a-82ee-483b1457081d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c798eca6-26b7-402a-8b0b-9cda119bedd1,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:13.521583 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-47d09faa-4f17-4782-aa60-5ba1523c8c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:13.588104 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-21a44400-bcdd-41c3-a2c2-85f4ab329e41 None None] Provisioning complete for port a6121906-e268-4286-a449-4c77a390ff70 triggered by entity DHCP. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:06:13.588726 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-21a44400-bcdd-41c3-a2c2-85f4ab329e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:13.715443 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31d5f6e4-ebe9-4e5b-84a8-5d5d69400d76 admin admin] Notify agent at l3_agent.dv-cinder-760153-10-iscsi the message routers_updated {{(pid=94010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:06:13.722582 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-31d5f6e4-ebe9-4e5b-84a8-5d5d69400d76 admin admin] 10.222.0.35 "PUT /v2.0/routers/75318aa0-7754-4055-b8f8-254019025fad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0975018 Sep 10 15:06:13.730865 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-1e05f334-b0d9-442a-82ee-483b1457081d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=39a27d22a534402589816d0de670d9d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9959102 Sep 10 15:06:13.733565 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 39946) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:13.744839 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-21a44400-bcdd-41c3-a2c2-85f4ab329e41 None None] Port a6121906-e268-4286-a449-4c77a390ff70 cannot update to ACTIVE because it is not bound. {{(pid=94011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 15:06:13.748127 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3f736d-ab3f-4f2c-87f1-ffe7c0747afb None None] Sync routers for ids ['75318aa0-7754-4055-b8f8-254019025fad'] in dv-cinder-760153-10-iscsi {{(pid=94011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:06:13.772182 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3f736d-ab3f-4f2c-87f1-ffe7c0747afb None None] Routers {'75318aa0-7754-4055-b8f8-254019025fad'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:06:13.773700 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-6b3f736d-ab3f-4f2c-87f1-ffe7c0747afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T15:05:58Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['75318aa0-7754-4055-b8f8-254019025fad'], 'active': True} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:06:13.922583 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-04eb4aec-aba4-4eab-81ab-cf59de72e690 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:13.993006 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-04eb4aec-aba4-4eab-81ab-cf59de72e690 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:14.068826 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvr_db [None req-6b3f736d-ab3f-4f2c-87f1-ffe7c0747afb None None] Set router 75318aa0-7754-4055-b8f8-254019025fad gateway port host: dv-cinder-760153-10-iscsi {{(pid=94011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:06:14.104740 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc679a2-978e-4dd6-bf1a-2878befd4b7d req-620b9385-f40c-49bd-ac8b-3a556ff0fccd tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:14.135957 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-ecc679a2-978e-4dd6-bf1a-2878befd4b7d req-620b9385-f40c-49bd-ac8b-3a556ff0fccd tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4ae8c11-5c71-4aaa-bee4-e837400f8c5d HTTP/1.1" status: 200 len: 931 time: 0.1800721 Sep 10 15:06:14.140097 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [req-94c18d33-4366-4e6a-8b1b-99c2d521d091 req-d0dbd316-27a1-482f-9310-76f936e80be1 tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94010) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 15:06:14.149029 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [req-94c18d33-4366-4e6a-8b1b-99c2d521d091 req-d0dbd316-27a1-482f-9310-76f936e80be1 tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0473998 Sep 10 15:06:14.236321 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-04eb4aec-aba4-4eab-81ab-cf59de72e690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:14.239064 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-04eb4aec-aba4-4eab-81ab-cf59de72e690 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:14.240289 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-04eb4aec-aba4-4eab-81ab-cf59de72e690 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c798eca6-26b7-402a-8b0b-9cda119bedd1 HTTP/1.1" status: 204 len: 168 time: 0.5056019 Sep 10 15:06:14.269870 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eb4aec-aba4-4eab-81ab-cf59de72e690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c798eca6-26b7-402a-8b0b-9cda119bedd1,revision_number=None']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:14.319426 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-ecc679a2-978e-4dd6-bf1a-2878befd4b7d req-0285dc37-47e7-4fcb-8e70-d66421fe4714 tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] 10.222.0.35 "GET /v2.0/security-groups?id=1b42de51-d6ce-459e-a7bd-e942c8dfedf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239073 Sep 10 15:06:14.403024 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-47d09faa-4f17-4782-aa60-5ba1523c8c9d None None] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:14.420107 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [None req-47d09faa-4f17-4782-aa60-5ba1523c8c9d None None] Transition to ACTIVE for port object 461e6958-f2eb-4296-b8a2-93ab64589806 will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:06:14.430268 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-47d09faa-4f17-4782-aa60-5ba1523c8c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:14.593343 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0ec9e-db0b-47bd-8493-d19a41886180 None None] Pushing event updated for resources: {'Port': ['ID=461e6958-f2eb-4296-b8a2-93ab64589806,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:14.727013 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-47d09faa-4f17-4782-aa60-5ba1523c8c9d None None] Attempting to bind port 461e6958-f2eb-4296-b8a2-93ab64589806 on host dv-cinder-760153-10-iscsi for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:06:14.727013 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-47d09faa-4f17-4782-aa60-5ba1523c8c9d None None] Attempting to bind port 461e6958-f2eb-4296-b8a2-93ab64589806 by drivers openvswitch,hyperv on host dv-cinder-760153-10-iscsi at level 0 using segments [{'id': '550ddc19-7242-418c-b7f8-f8f745cc5257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '10576399-efc6-445d-9ca5-76386260f1a2'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:06:14.727460 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d09faa-4f17-4782-aa60-5ba1523c8c9d None None] Attempting to bind port 461e6958-f2eb-4296-b8a2-93ab64589806 on network 10576399-efc6-445d-9ca5-76386260f1a2 {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:06:14.734487 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d09faa-4f17-4782-aa60-5ba1523c8c9d None None] Checking agent: {'id': 'aa4392c4-9186-46d5-9724-80b6d464cfe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760153-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 14, 57, 58), 'started_at': datetime.datetime(2021, 9, 10, 14, 58, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760153-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:06:14.735506 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d09faa-4f17-4782-aa60-5ba1523c8c9d None None] Checking segment: {'id': '550ddc19-7242-418c-b7f8-f8f745cc5257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '10576399-efc6-445d-9ca5-76386260f1a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:06:14.735963 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-47d09faa-4f17-4782-aa60-5ba1523c8c9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:14.736296 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d09faa-4f17-4782-aa60-5ba1523c8c9d None None] Bound using segment: {'id': '550ddc19-7242-418c-b7f8-f8f745cc5257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '10576399-efc6-445d-9ca5-76386260f1a2'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:06:14.736947 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-47d09faa-4f17-4782-aa60-5ba1523c8c9d None None] Bound port: 461e6958-f2eb-4296-b8a2-93ab64589806, host: dv-cinder-760153-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '550ddc19-7242-418c-b7f8-f8f745cc5257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '10576399-efc6-445d-9ca5-76386260f1a2'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:06:14.756125 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-47d09faa-4f17-4782-aa60-5ba1523c8c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:14.770268 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614adb90-ef2a-48f2-a893-a48c12a52742 req-ad810f10-5faa-4e18-a032-27b4a1e124d1 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:14.771959 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-614adb90-ef2a-48f2-a893-a48c12a52742 req-ad810f10-5faa-4e18-a032-27b4a1e124d1 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/networks?id=10576399-efc6-445d-9ca5-76386260f1a2 HTTP/1.1" status: 200 len: 818 time: 0.1530433 Sep 10 15:06:14.773772 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-6b3f736d-ab3f-4f2c-87f1-ffe7c0747afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75318aa0-7754-4055-b8f8-254019025fad', 'name': 'tempest-AttachVolumeShelveTestJSON-1850833039-router', 'tenant_id': 'c0149948ecbd4da99adb4e990da99cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'a1386db7-90f2-4a27-976b-3ecd198cac74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:05:57Z', 'updated_at': '2021-09-10T15:06:11Z', 'revision_number': 4, 'project_id': 'c0149948ecbd4da99adb4e990da99cd9', 'gw_port': {'id': 'a1386db7-90f2-4a27-976b-3ecd198cac74', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:88:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75318aa0-7754-4055-b8f8-254019025fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:05:59Z', 'updated_at': '2021-09-10T15:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi', '_interfaces': [{'id': 'a6121906-e268-4286-a449-4c77a390ff70', 'name': '', 'network_id': 'd8cbe470-bc98-41a4-a428-659bec184b54', 'tenant_id': 'c0149948ecbd4da99adb4e990da99cd9', 'mac_address': 'fa:16:3e:69:3b:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75318aa0-7754-4055-b8f8-254019025fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '782052c7-4991-4efe-97d8-5a0e8f67d6bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:06:06Z', 'updated_at': '2021-09-10T15:06:12Z', 'revision_number': 2, 'project_id': 'c0149948ecbd4da99adb4e990da99cd9', 'subnets': [{'id': '782052c7-4991-4efe-97d8-5a0e8f67d6bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:06:14.798420 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-614adb90-ef2a-48f2-a893-a48c12a52742 req-9d6b993d-6b2c-4adf-b5c5-d2bbd50a3029 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/quotas/cbb1ce4618c54a79b7f16a6fbbdf66ab HTTP/1.1" status: 200 len: 375 time: 0.0184195 Sep 10 15:06:14.846569 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3f736d-ab3f-4f2c-87f1-ffe7c0747afb None None] Checking router: 75318aa0-7754-4055-b8f8-254019025fad for host: dv-cinder-760153-10-iscsi {{(pid=94011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:06:14.847025 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3f736d-ab3f-4f2c-87f1-ffe7c0747afb None None] Updating router 75318aa0-7754-4055-b8f8-254019025fad port a6121906-e268-4286-a449-4c77a390ff70 binding host dv-cinder-760153-10-iscsi {{(pid=94011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 15:06:14.859156 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-47d09faa-4f17-4782-aa60-5ba1523c8c9d None None] For port 461e6958-f2eb-4296-b8a2-93ab64589806, host dv-cinder-760153-10-iscsi, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:06:14.862638 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-47d09faa-4f17-4782-aa60-5ba1523c8c9d None None] For port 461e6958-f2eb-4296-b8a2-93ab64589806, host dv-cinder-760153-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-10-iscsi',level=0,port_id=461e6958-f2eb-4296-b8a2-93ab64589806,segment=NetworkSegment(550ddc19-7242-418c-b7f8-f8f745cc5257),segment_id=550ddc19-7242-418c-b7f8-f8f745cc5257)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:06:14.892319 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-47d09faa-4f17-4782-aa60-5ba1523c8c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:14.903430 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-6b3f736d-ab3f-4f2c-87f1-ffe7c0747afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:14.999175 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-614adb90-ef2a-48f2-a893-a48c12a52742 req-98aed463-b17b-4d6d-bedf-377a3ce7ecb1 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=cbb1ce4618c54a79b7f16a6fbbdf66ab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1920712 Sep 10 15:06:15.016612 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0ec9e-db0b-47bd-8493-d19a41886180 None None] Pushing event updated for resources: {'Port': ['ID=461e6958-f2eb-4296-b8a2-93ab64589806,revision_number=4']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:15.086428 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d09faa-4f17-4782-aa60-5ba1523c8c9d None None] Routers {'8310e04b-2069-44e7-8309-d4c4a0b3d098'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:06:15.087017 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-47d09faa-4f17-4782-aa60-5ba1523c8c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T15:05:58Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['8310e04b-2069-44e7-8309-d4c4a0b3d098'], 'active': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:06:15.266700 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-614adb90-ef2a-48f2-a893-a48c12a52742 req-5a3c3a8b-ffdc-43f6-b542-fd935bce7245 service neutron] 10.222.0.35 "GET /v2.0/networks/10576399-efc6-445d-9ca5-76386260f1a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663724 Sep 10 15:06:15.442667 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvr_db [None req-47d09faa-4f17-4782-aa60-5ba1523c8c9d None None] Set router 8310e04b-2069-44e7-8309-d4c4a0b3d098 gateway port host: dv-cinder-760153-10-iscsi {{(pid=94012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:06:15.743186 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 40004) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:15.787270 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-241911f5-1229-46e8-8e71-d44c2744a8dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:15.907126 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-6b3f736d-ab3f-4f2c-87f1-ffe7c0747afb None None] Notify callbacks [] for port, precommit_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:15.952462 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-6b3f736d-ab3f-4f2c-87f1-ffe7c0747afb None None] Transition to ACTIVE for port object a6121906-e268-4286-a449-4c77a390ff70 will not be triggered until provisioned by entity L2. {{(pid=94011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:06:15.969268 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-6b3f736d-ab3f-4f2c-87f1-ffe7c0747afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:16.039123 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-614adb90-ef2a-48f2-a893-a48c12a52742 req-5a07eb14-a672-4a13-8295-970653f58b4f service neutron] 10.222.0.35 "GET /v2.0/networks/10576399-efc6-445d-9ca5-76386260f1a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7698302 Sep 10 15:06:16.084625 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-241911f5-1229-46e8-8e71-d44c2744a8dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:16.099133 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-241911f5-1229-46e8-8e71-d44c2744a8dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:16.221136 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-241911f5-1229-46e8-8e71-d44c2744a8dc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a9921ad0d5604630ab8b6bdf84fec6c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4761600 Sep 10 15:06:16.223204 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241911f5-1229-46e8-8e71-d44c2744a8dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=717cffa8-a269-4599-b214-c0a7c4c7dfd3,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:16.230572 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 40010) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:16.248047 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-47d09faa-4f17-4782-aa60-5ba1523c8c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8310e04b-2069-44e7-8309-d4c4a0b3d098', 'name': 'tempest-ServerRescueNegativeTestJSON-179186214-router', 'tenant_id': 'cbb1ce4618c54a79b7f16a6fbbdf66ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '22c719ec-af51-445c-b1b6-9fd2dd16cff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:05:57Z', 'updated_at': '2021-09-10T15:06:09Z', 'revision_number': 4, 'project_id': 'cbb1ce4618c54a79b7f16a6fbbdf66ab', 'gw_port': {'id': '22c719ec-af51-445c-b1b6-9fd2dd16cff0', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8310e04b-2069-44e7-8309-d4c4a0b3d098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:05:59Z', 'updated_at': '2021-09-10T15:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi', '_interfaces': [{'id': '461e6958-f2eb-4296-b8a2-93ab64589806', 'name': '', 'network_id': '10576399-efc6-445d-9ca5-76386260f1a2', 'tenant_id': 'cbb1ce4618c54a79b7f16a6fbbdf66ab', 'mac_address': 'fa:16:3e:99:75:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8310e04b-2069-44e7-8309-d4c4a0b3d098', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1439a9a1-9d83-40a1-a053-fdab96d16b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:06:05Z', 'updated_at': '2021-09-10T15:06:14Z', 'revision_number': 4, 'project_id': 'cbb1ce4618c54a79b7f16a6fbbdf66ab', 'subnets': [{'id': '1439a9a1-9d83-40a1-a053-fdab96d16b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:06:16.254726 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b3a889-72e6-4759-9693-6fdbdca5d02f None None] Pushing event updated for resources: {'Port': ['ID=a6121906-e268-4286-a449-4c77a390ff70,revision_number=3']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:16.414576 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d09faa-4f17-4782-aa60-5ba1523c8c9d None None] The sync data for ids ['8310e04b-2069-44e7-8309-d4c4a0b3d098'] in dv-cinder-760153-10-iscsi is: [{'id': '8310e04b-2069-44e7-8309-d4c4a0b3d098', 'name': 'tempest-ServerRescueNegativeTestJSON-179186214-router', 'tenant_id': 'cbb1ce4618c54a79b7f16a6fbbdf66ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '22c719ec-af51-445c-b1b6-9fd2dd16cff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:05:57Z', 'updated_at': '2021-09-10T15:06:09Z', 'revision_number': 4, 'project_id': 'cbb1ce4618c54a79b7f16a6fbbdf66ab', 'gw_port': {'id': '22c719ec-af51-445c-b1b6-9fd2dd16cff0', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8310e04b-2069-44e7-8309-d4c4a0b3d098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:05:59Z', 'updated_at': '2021-09-10T15:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi', '_interfaces': [{'id': '461e6958-f2eb-4296-b8a2-93ab64589806', 'name': '', 'network_id': '10576399-efc6-445d-9ca5-76386260f1a2', 'tenant_id': 'cbb1ce4618c54a79b7f16a6fbbdf66ab', 'mac_address': 'fa:16:3e:99:75:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8310e04b-2069-44e7-8309-d4c4a0b3d098', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '1439a9a1-9d83-40a1-a053-fdab96d16b79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:06:05Z', 'updated_at': '2021-09-10T15:06:14Z', 'revision_number': 4, 'project_id': 'cbb1ce4618c54a79b7f16a6fbbdf66ab', 'subnets': [{'id': '1439a9a1-9d83-40a1-a053-fdab96d16b79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:06:16.436986 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-e0c2fd53-9328-482f-988c-a7d0d4b77e96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:16.586114 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-e0c2fd53-9328-482f-988c-a7d0d4b77e96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:16.611302 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 40016) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:16.619414 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.v2.base [None req-12777f72-70c9-49d8-8c4c-335ebccbd658 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1231095221', 'description': 'tempest-description--1004942092'}} {{(pid=94010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:06:16.688758 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [None req-6b3f736d-ab3f-4f2c-87f1-ffe7c0747afb None None] Attempting to bind port a6121906-e268-4286-a449-4c77a390ff70 on host dv-cinder-760153-10-iscsi for vnic_type normal with profile {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:06:16.706779 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [None req-6b3f736d-ab3f-4f2c-87f1-ffe7c0747afb None None] Attempting to bind port a6121906-e268-4286-a449-4c77a390ff70 by drivers openvswitch,hyperv on host dv-cinder-760153-10-iscsi at level 0 using segments [{'id': 'adc254f0-00c9-46af-adb3-b3d1f6ff0d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd8cbe470-bc98-41a4-a428-659bec184b54'}] {{(pid=94011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:06:16.708802 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3f736d-ab3f-4f2c-87f1-ffe7c0747afb None None] Attempting to bind port a6121906-e268-4286-a449-4c77a390ff70 on network d8cbe470-bc98-41a4-a428-659bec184b54 {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:06:16.742188 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3f736d-ab3f-4f2c-87f1-ffe7c0747afb None None] Checking agent: {'id': 'aa4392c4-9186-46d5-9724-80b6d464cfe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760153-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 14, 57, 58), 'started_at': datetime.datetime(2021, 9, 10, 14, 58, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760153-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:06:16.742679 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3f736d-ab3f-4f2c-87f1-ffe7c0747afb None None] Checking segment: {'id': 'adc254f0-00c9-46af-adb3-b3d1f6ff0d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd8cbe470-bc98-41a4-a428-659bec184b54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:06:16.743338 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-6b3f736d-ab3f-4f2c-87f1-ffe7c0747afb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:16.743989 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3f736d-ab3f-4f2c-87f1-ffe7c0747afb None None] Bound using segment: {'id': 'adc254f0-00c9-46af-adb3-b3d1f6ff0d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd8cbe470-bc98-41a4-a428-659bec184b54'} {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:06:16.744892 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [None req-6b3f736d-ab3f-4f2c-87f1-ffe7c0747afb None None] Bound port: a6121906-e268-4286-a449-4c77a390ff70, host: dv-cinder-760153-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adc254f0-00c9-46af-adb3-b3d1f6ff0d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd8cbe470-bc98-41a4-a428-659bec184b54'}}] {{(pid=94011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:06:16.745437 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-6b3f736d-ab3f-4f2c-87f1-ffe7c0747afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:16.839436 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-12777f72-70c9-49d8-8c4c-335ebccbd658 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks [] for security_group, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:16.934146 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-e0c2fd53-9328-482f-988c-a7d0d4b77e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:16.943470 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-e0c2fd53-9328-482f-988c-a7d0d4b77e96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:16.950963 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-e0c2fd53-9328-482f-988c-a7d0d4b77e96 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/717cffa8-a269-4599-b214-c0a7c4c7dfd3 HTTP/1.1" status: 204 len: 168 time: 0.7116387 Sep 10 15:06:16.971525 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c2fd53-9328-482f-988c-a7d0d4b77e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=717cffa8-a269-4599-b214-c0a7c4c7dfd3,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:17.176571 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device 461e6958-f2eb-4296-b8a2-93ab64589806 up at agent ovs-agent-dv-cinder-760153-10-iscsi {{(pid=94011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:06:17.288236 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.v2.base [req-94c18d33-4366-4e6a-8b1b-99c2d521d091 req-ce9b8ef0-b88a-4949-918a-066b5849e69e service neutron] Request body: {'port': {'device_id': 'f4ae8c11-5c71-4aaa-bee4-e837400f8c5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76015'}} {{(pid=94010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:06:17.344519 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-9102d308-f5f3-41ec-a7ed-7c95a3d23f3b req-ef1f1e0e-3f1e-4f4c-804e-dc207c67155b tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9ede9c0-0e64-4af1-8930-fe240ce9b603 HTTP/1.1" status: 200 len: 210 time: 0.1438692 Sep 10 15:06:17.384912 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2621ef8-2dec-4e5c-af6a-119cccc3cc26 req-d4f3bf3e-7db3-4a78-8078-ac416a27f5e2 tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:17.406122 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-f2621ef8-2dec-4e5c-af6a-119cccc3cc26 req-d4f3bf3e-7db3-4a78-8078-ac416a27f5e2 tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4ae8c11-5c71-4aaa-bee4-e837400f8c5d HTTP/1.1" status: 200 len: 931 time: 0.3457422 Sep 10 15:06:17.525557 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-6b3f736d-ab3f-4f2c-87f1-ffe7c0747afb None None] For port a6121906-e268-4286-a449-4c77a390ff70, host dv-cinder-760153-10-iscsi, cleared binding levels {{(pid=94011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:06:17.546524 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-6b3f736d-ab3f-4f2c-87f1-ffe7c0747afb None None] For port a6121906-e268-4286-a449-4c77a390ff70, host dv-cinder-760153-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-10-iscsi',level=0,port_id=a6121906-e268-4286-a449-4c77a390ff70,segment=NetworkSegment(adc254f0-00c9-46af-adb3-b3d1f6ff0d76),segment_id=adc254f0-00c9-46af-adb3-b3d1f6ff0d76)] {{(pid=94011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:06:17.574076 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-f2621ef8-2dec-4e5c-af6a-119cccc3cc26 req-35c70a95-7f87-49e5-b09b-e465ed28600e tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] 10.222.0.35 "GET /v2.0/security-groups?id=1b42de51-d6ce-459e-a7bd-e942c8dfedf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639483 Sep 10 15:06:17.574951 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-6b3f736d-ab3f-4f2c-87f1-ffe7c0747afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:17.758414 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Provisioning for port 461e6958-f2eb-4296-b8a2-93ab64589806 completed by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:06:17.791822 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Provisioning complete for port 461e6958-f2eb-4296-b8a2-93ab64589806 triggered by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:06:17.803031 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:17.805077 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3f736d-ab3f-4f2c-87f1-ffe7c0747afb None None] Routers {'75318aa0-7754-4055-b8f8-254019025fad'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:06:17.805980 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-6b3f736d-ab3f-4f2c-87f1-ffe7c0747afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T15:05:58Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['75318aa0-7754-4055-b8f8-254019025fad'], 'active': True} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:06:17.816540 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-12777f72-70c9-49d8-8c4c-335ebccbd658 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks [] for security_group, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:17.920487 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-12777f72-70c9-49d8-8c4c-335ebccbd658 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:18.022235 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [req-94c18d33-4366-4e6a-8b1b-99c2d521d091 req-ce9b8ef0-b88a-4949-918a-066b5849e69e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:18.139206 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-12777f72-70c9-49d8-8c4c-335ebccbd658 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks [] for security_group, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:18.140440 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b3a889-72e6-4759-9693-6fdbdca5d02f None None] Pushing event updated for resources: {'Port': ['ID=a6121906-e268-4286-a449-4c77a390ff70,revision_number=4']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:18.141164 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-12777f72-70c9-49d8-8c4c-335ebccbd658 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.5279436 Sep 10 15:06:18.145795 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 40052) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:18.152229 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.v2.base [None req-c42ff7bb-b927-4a9d-928c-cbdc621b8d3e tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Request body: {'security_group_rule': {'security_group_id': '88c2f7ce-a671-457c-9037-355504b74c71', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:06:18.159475 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12777f72-70c9-49d8-8c4c-335ebccbd658 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88c2f7ce-a671-457c-9037-355504b74c71,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:18.341819 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-c42ff7bb-b927-4a9d-928c-cbdc621b8d3e tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:18.673074 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-c42ff7bb-b927-4a9d-928c-cbdc621b8d3e tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:18.691506 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-c42ff7bb-b927-4a9d-928c-cbdc621b8d3e tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591329'] for security_group_rule, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:18.820204 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42ff7bb-b927-4a9d-928c-cbdc621b8d3e tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2e73507-2fe3-442e-9e87-63e6064cbbba,revision_number=0']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:18.832303 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-c42ff7bb-b927-4a9d-928c-cbdc621b8d3e tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:18.839129 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-c42ff7bb-b927-4a9d-928c-cbdc621b8d3e tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6916153 Sep 10 15:06:18.843032 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 40080) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:18.877348 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.v2.base [None req-8c8cfe27-d8bb-4637-8467-5501220f4044 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Request body: {'security_group_rule': {'security_group_id': '88c2f7ce-a671-457c-9037-355504b74c71', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:06:18.967386 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 40082) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:19.278851 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvr_db [None req-6b3f736d-ab3f-4f2c-87f1-ffe7c0747afb None None] Set router 75318aa0-7754-4055-b8f8-254019025fad gateway port host: dv-cinder-760153-10-iscsi {{(pid=94011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:06:19.336641 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.notifiers.nova [req-94c18d33-4366-4e6a-8b1b-99c2d521d091 req-ce9b8ef0-b88a-4949-918a-066b5849e69e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7472a7e-c40d-4438-9968-1b858de7e4e4 {{(pid=94010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:06:19.369254 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [req-94c18d33-4366-4e6a-8b1b-99c2d521d091 req-ce9b8ef0-b88a-4949-918a-066b5849e69e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:19.408217 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-8c8cfe27-d8bb-4637-8467-5501220f4044 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:19.443429 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:19.475045 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.db.provisioning_blocks [req-94c18d33-4366-4e6a-8b1b-99c2d521d091 req-ce9b8ef0-b88a-4949-918a-066b5849e69e service neutron] Transition to ACTIVE for port object a7472a7e-c40d-4438-9968-1b858de7e4e4 will not be triggered until provisioned by entity L2. {{(pid=94010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:06:19.484233 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [req-94c18d33-4366-4e6a-8b1b-99c2d521d091 req-ce9b8ef0-b88a-4949-918a-066b5849e69e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:19.816296 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] For port 461e6958-f2eb-4296-b8a2-93ab64589806, host dv-cinder-760153-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-10-iscsi',level=0,port_id=461e6958-f2eb-4296-b8a2-93ab64589806,segment=NetworkSegment(550ddc19-7242-418c-b7f8-f8f745cc5257),segment_id=550ddc19-7242-418c-b7f8-f8f745cc5257)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:06:19.838855 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:19.856093 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394705ee-d638-41d5-86d1-18f6bef3a437 req-e69e414c-b6a1-424d-8e37-c9a3297e408b tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:19.865851 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-394705ee-d638-41d5-86d1-18f6bef3a437 req-e69e414c-b6a1-424d-8e37-c9a3297e408b tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4ae8c11-5c71-4aaa-bee4-e837400f8c5d HTTP/1.1" status: 200 len: 931 time: 0.6229651 Sep 10 15:06:19.957193 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ef52cb-7474-40b6-a073-07f5e09bcaed req-3fc2f816-ccd7-44c9-9dd6-e867d0726451 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:19.978642 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-45ef52cb-7474-40b6-a073-07f5e09bcaed req-3fc2f816-ccd7-44c9-9dd6-e867d0726451 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/networks?id=10576399-efc6-445d-9ca5-76386260f1a2 HTTP/1.1" status: 200 len: 818 time: 1.0080166 Sep 10 15:06:20.075727 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-d33e9965-75dc-4498-99eb-342bdf3688bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:20.143269 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-45ef52cb-7474-40b6-a073-07f5e09bcaed req-7486abff-d5e0-42ea-963c-51bec0811d09 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/quotas/cbb1ce4618c54a79b7f16a6fbbdf66ab HTTP/1.1" status: 200 len: 375 time: 0.1634960 Sep 10 15:06:20.248720 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-8c8cfe27-d8bb-4637-8467-5501220f4044 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:20.301465 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Pushing event updated for resources: {'Port': ['ID=461e6958-f2eb-4296-b8a2-93ab64589806,revision_number=5']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:20.336774 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-394705ee-d638-41d5-86d1-18f6bef3a437 req-d3234ed0-d863-4937-af45-b251e6c7d2f1 tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] 10.222.0.35 "GET /v2.0/security-groups?id=1b42de51-d6ce-459e-a7bd-e942c8dfedf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4685874 Sep 10 15:06:20.340174 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-8c8cfe27-d8bb-4637-8467-5501220f4044 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591329'] for security_group_rule, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:20.356614 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9b8ef0-b88a-4949-918a-066b5849e69e service neutron] Pushing event updated for resources: {'Port': ['ID=a7472a7e-c40d-4438-9968-1b858de7e4e4,revision_number=2']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:20.422834 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8cfe27-d8bb-4637-8467-5501220f4044 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=339a58bf-5c2b-4209-b426-6c841315789e,revision_number=0']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:20.474833 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-6b3f736d-ab3f-4f2c-87f1-ffe7c0747afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75318aa0-7754-4055-b8f8-254019025fad', 'name': 'tempest-AttachVolumeShelveTestJSON-1850833039-router', 'tenant_id': 'c0149948ecbd4da99adb4e990da99cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'a1386db7-90f2-4a27-976b-3ecd198cac74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:05:57Z', 'updated_at': '2021-09-10T15:06:11Z', 'revision_number': 4, 'project_id': 'c0149948ecbd4da99adb4e990da99cd9', 'gw_port': {'id': 'a1386db7-90f2-4a27-976b-3ecd198cac74', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:88:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75318aa0-7754-4055-b8f8-254019025fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:05:59Z', 'updated_at': '2021-09-10T15:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi', '_interfaces': [{'id': 'a6121906-e268-4286-a449-4c77a390ff70', 'name': '', 'network_id': 'd8cbe470-bc98-41a4-a428-659bec184b54', 'tenant_id': 'c0149948ecbd4da99adb4e990da99cd9', 'mac_address': 'fa:16:3e:69:3b:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75318aa0-7754-4055-b8f8-254019025fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '782052c7-4991-4efe-97d8-5a0e8f67d6bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:06:06Z', 'updated_at': '2021-09-10T15:06:17Z', 'revision_number': 4, 'project_id': 'c0149948ecbd4da99adb4e990da99cd9', 'subnets': [{'id': '782052c7-4991-4efe-97d8-5a0e8f67d6bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:06:20.479148 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.managers [req-94c18d33-4366-4e6a-8b1b-99c2d521d091 req-ce9b8ef0-b88a-4949-918a-066b5849e69e service neutron] Attempting to bind port a7472a7e-c40d-4438-9968-1b858de7e4e4 on host hv-cinder-76015 for vnic_type normal with profile {{(pid=94010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:06:20.484599 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.managers [req-94c18d33-4366-4e6a-8b1b-99c2d521d091 req-ce9b8ef0-b88a-4949-918a-066b5849e69e service neutron] Attempting to bind port a7472a7e-c40d-4438-9968-1b858de7e4e4 by drivers openvswitch,hyperv on host hv-cinder-76015 at level 0 using segments [{'id': '58819943-29f5-46b8-a1f2-4b05bfbd5beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9674167c-c436-4b03-a2e0-3346487f1a81'}] {{(pid=94010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:06:20.484599 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c18d33-4366-4e6a-8b1b-99c2d521d091 req-ce9b8ef0-b88a-4949-918a-066b5849e69e service neutron] Attempting to bind port a7472a7e-c40d-4438-9968-1b858de7e4e4 on network 9674167c-c436-4b03-a2e0-3346487f1a81 {{(pid=94010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:06:20.519620 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c18d33-4366-4e6a-8b1b-99c2d521d091 req-ce9b8ef0-b88a-4949-918a-066b5849e69e service neutron] Port a7472a7e-c40d-4438-9968-1b858de7e4e4 on network 9674167c-c436-4b03-a2e0-3346487f1a81 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76015 {{(pid=94010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 15:06:20.519832 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c18d33-4366-4e6a-8b1b-99c2d521d091 req-ce9b8ef0-b88a-4949-918a-066b5849e69e service neutron] Attempting to bind port a7472a7e-c40d-4438-9968-1b858de7e4e4 on network 9674167c-c436-4b03-a2e0-3346487f1a81 {{(pid=94010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:06:20.533800 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c18d33-4366-4e6a-8b1b-99c2d521d091 req-ce9b8ef0-b88a-4949-918a-066b5849e69e service neutron] Checking agent: {'id': '97479926-a0bf-4e38-9164-b44674cd2f3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76015', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 15, 4, 9), 'started_at': datetime.datetime(2021, 9, 10, 15, 4, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:06:20.534214 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c18d33-4366-4e6a-8b1b-99c2d521d091 req-ce9b8ef0-b88a-4949-918a-066b5849e69e service neutron] Checking segment: {'id': '58819943-29f5-46b8-a1f2-4b05bfbd5beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9674167c-c436-4b03-a2e0-3346487f1a81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:06:20.534807 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c18d33-4366-4e6a-8b1b-99c2d521d091 req-ce9b8ef0-b88a-4949-918a-066b5849e69e service neutron] Bound using segment: {'id': '58819943-29f5-46b8-a1f2-4b05bfbd5beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9674167c-c436-4b03-a2e0-3346487f1a81'} {{(pid=94010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:06:20.535286 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.managers [req-94c18d33-4366-4e6a-8b1b-99c2d521d091 req-ce9b8ef0-b88a-4949-918a-066b5849e69e service neutron] Bound port: a7472a7e-c40d-4438-9968-1b858de7e4e4, host: hv-cinder-76015, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58819943-29f5-46b8-a1f2-4b05bfbd5beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9674167c-c436-4b03-a2e0-3346487f1a81'}}] {{(pid=94010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:06:20.535634 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [req-94c18d33-4366-4e6a-8b1b-99c2d521d091 req-ce9b8ef0-b88a-4949-918a-066b5849e69e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:20.540659 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-45ef52cb-7474-40b6-a073-07f5e09bcaed req-2639687e-ae5a-42fc-850c-24b11a99f1cc tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=cbb1ce4618c54a79b7f16a6fbbdf66ab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3833477 Sep 10 15:06:20.618906 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3f736d-ab3f-4f2c-87f1-ffe7c0747afb None None] The sync data for ids ['75318aa0-7754-4055-b8f8-254019025fad'] in dv-cinder-760153-10-iscsi is: [{'id': '75318aa0-7754-4055-b8f8-254019025fad', 'name': 'tempest-AttachVolumeShelveTestJSON-1850833039-router', 'tenant_id': 'c0149948ecbd4da99adb4e990da99cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'a1386db7-90f2-4a27-976b-3ecd198cac74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:05:57Z', 'updated_at': '2021-09-10T15:06:11Z', 'revision_number': 4, 'project_id': 'c0149948ecbd4da99adb4e990da99cd9', 'gw_port': {'id': 'a1386db7-90f2-4a27-976b-3ecd198cac74', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:88:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75318aa0-7754-4055-b8f8-254019025fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:05:59Z', 'updated_at': '2021-09-10T15:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi', '_interfaces': [{'id': 'a6121906-e268-4286-a449-4c77a390ff70', 'name': '', 'network_id': 'd8cbe470-bc98-41a4-a428-659bec184b54', 'tenant_id': 'c0149948ecbd4da99adb4e990da99cd9', 'mac_address': 'fa:16:3e:69:3b:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75318aa0-7754-4055-b8f8-254019025fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '782052c7-4991-4efe-97d8-5a0e8f67d6bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:06:06Z', 'updated_at': '2021-09-10T15:06:17Z', 'revision_number': 4, 'project_id': 'c0149948ecbd4da99adb4e990da99cd9', 'subnets': [{'id': '782052c7-4991-4efe-97d8-5a0e8f67d6bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:06:20.791860 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.db [req-94c18d33-4366-4e6a-8b1b-99c2d521d091 req-ce9b8ef0-b88a-4949-918a-066b5849e69e service neutron] For port a7472a7e-c40d-4438-9968-1b858de7e4e4, host hv-cinder-76015, cleared binding levels {{(pid=94010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:06:20.829476 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.db [req-94c18d33-4366-4e6a-8b1b-99c2d521d091 req-ce9b8ef0-b88a-4949-918a-066b5849e69e service neutron] For port a7472a7e-c40d-4438-9968-1b858de7e4e4, host hv-cinder-76015, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=a7472a7e-c40d-4438-9968-1b858de7e4e4,segment=NetworkSegment(58819943-29f5-46b8-a1f2-4b05bfbd5beb),segment_id=58819943-29f5-46b8-a1f2-4b05bfbd5beb)] {{(pid=94010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:06:20.844943 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [req-94c18d33-4366-4e6a-8b1b-99c2d521d091 req-ce9b8ef0-b88a-4949-918a-066b5849e69e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:21.009645 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-d33e9965-75dc-4498-99eb-342bdf3688bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:21.017389 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c18d33-4366-4e6a-8b1b-99c2d521d091 req-ce9b8ef0-b88a-4949-918a-066b5849e69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:21.018120 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [req-94c18d33-4366-4e6a-8b1b-99c2d521d091 req-ce9b8ef0-b88a-4949-918a-066b5849e69e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526879'] for port, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:21.020349 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [req-94c18d33-4366-4e6a-8b1b-99c2d521d091 req-ce9b8ef0-b88a-4949-918a-066b5849e69e service neutron] 10.222.0.42 "PUT /v2.0/ports/a7472a7e-c40d-4438-9968-1b858de7e4e4 HTTP/1.1" status: 200 len: 1093 time: 5.4388750 Sep 10 15:06:21.021063 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4ae8c11-5c71-4aaa-bee4-e837400f8c5d', 'tag': 'a7472a7e-c40d-4438-9968-1b858de7e4e4'}] {{(pid=94010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:06:21.039078 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-d33e9965-75dc-4498-99eb-342bdf3688bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:21.131856 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-8c8cfe27-d8bb-4637-8467-5501220f4044 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:21.143575 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-8c8cfe27-d8bb-4637-8467-5501220f4044 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.2942328 Sep 10 15:06:21.145772 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 40164) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:21.169895 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.v2.base [None req-efe5cc38-d564-4d20-8ad0-647c0738fe62 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Request body: {'floatingip': {'floating_network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed'}} {{(pid=94009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:06:21.267011 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9b8ef0-b88a-4949-918a-066b5849e69e service neutron] Pushing event updated for resources: {'Port': ['ID=a7472a7e-c40d-4438-9968-1b858de7e4e4,revision_number=3']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:21.297960 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-45ef52cb-7474-40b6-a073-07f5e09bcaed req-2be8242e-86f4-4da1-8c47-f10a72473d9d service neutron] 10.222.0.35 "GET /v2.0/networks/10576399-efc6-445d-9ca5-76386260f1a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7552383 Sep 10 15:06:21.385006 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-d33e9965-75dc-4498-99eb-342bdf3688bc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=24c7a90508f44c778fcfb0525e1a711d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1406157 Sep 10 15:06:21.388281 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 40178) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:21.435564 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33e9965-75dc-4498-99eb-342bdf3688bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f0722fd-4e77-428b-9feb-72c7bab5ad57,revision_number=1']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:21.476725 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-efe5cc38-d564-4d20-8ad0-647c0738fe62 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks [] for floatingip, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:21.565754 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-aa9bc509-b6c2-478e-92b1-dca932e7439c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:21.576559 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff59ba7baab64600ea656df3deb47cfc0f0684b4bff4090ee9645072728f0a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97342577-db8b-4711-a4d5-f96e92dcc96e" -d '{"events": [{"name": "network-changed", "server_uuid": "f4ae8c11-5c71-4aaa-bee4-e837400f8c5d", "tag": "a7472a7e-c40d-4438-9968-1b858de7e4e4"}]}' {{(pid=94010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:06:21.673622 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-aa9bc509-b6c2-478e-92b1-dca932e7439c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:21.860612 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-aa9bc509-b6c2-478e-92b1-dca932e7439c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:21.863600 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-aa9bc509-b6c2-478e-92b1-dca932e7439c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:21.864560 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-aa9bc509-b6c2-478e-92b1-dca932e7439c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0f0722fd-4e77-428b-9feb-72c7bab5ad57 HTTP/1.1" status: 204 len: 168 time: 0.4743395 Sep 10 15:06:21.884472 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9bc509-b6c2-478e-92b1-dca932e7439c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f0722fd-4e77-428b-9feb-72c7bab5ad57,revision_number=None']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:22.023716 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-45ef52cb-7474-40b6-a073-07f5e09bcaed req-1ad1d0fd-6766-47c5-8ab4-5718a027e209 service neutron] 10.222.0.35 "GET /v2.0/networks/10576399-efc6-445d-9ca5-76386260f1a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7191751 Sep 10 15:06:22.376045 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1928e8f-dcc8-414d-97b4-120001637c63 req-42a15502-7d65-4e0a-9bce-7ebd29c8d056 tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:22.385034 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-e1928e8f-dcc8-414d-97b4-120001637c63 req-42a15502-7d65-4e0a-9bce-7ebd29c8d056 tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4ae8c11-5c71-4aaa-bee4-e837400f8c5d HTTP/1.1" status: 200 len: 943 time: 0.6899748 Sep 10 15:06:22.512282 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device 461e6958-f2eb-4296-b8a2-93ab64589806 up at agent ovs-agent-dv-cinder-760153-10-iscsi {{(pid=94011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:06:22.520832 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c18d33-4366-4e6a-8b1b-99c2d521d091 req-c37c49ae-747f-4d8d-82e8-e29ec7954880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:22.528292 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [req-94c18d33-4366-4e6a-8b1b-99c2d521d091 req-c37c49ae-747f-4d8d-82e8-e29ec7954880 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3e6ff7cb7b90442a96ffe59c9ad7a57e&device_id=f4ae8c11-5c71-4aaa-bee4-e837400f8c5d HTTP/1.1" status: 200 len: 1096 time: 0.3830409 Sep 10 15:06:22.677226 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-e1928e8f-dcc8-414d-97b4-120001637c63 req-60bc6b4d-e9e4-4a48-9375-acec3faed39d tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] 10.222.0.35 "GET /v2.0/security-groups?id=1b42de51-d6ce-459e-a7bd-e942c8dfedf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451754 Sep 10 15:06:22.813641 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Provisioning complete for port 461e6958-f2eb-4296-b8a2-93ab64589806 triggered by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:06:22.814049 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:23.237776 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-851fd5d7-d34e-463b-9900-c0bda021e7d3 req-3add2f34-868b-4e21-aa71-029d5c331a53 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=9772ccd7-c617-48d5-926e-bc8768748d19 HTTP/1.1" status: 200 len: 210 time: 0.3440971 Sep 10 15:06:23.352589 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device a6121906-e268-4286-a449-4c77a390ff70 up at agent ovs-agent-dv-cinder-760153-10-iscsi {{(pid=94011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:06:23.424976 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.42', 49875) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:23.503881 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [req-94c18d33-4366-4e6a-8b1b-99c2d521d091 req-22b7e6c2-fb1e-4806-bab9-9e08276b1af0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7472a7e-c40d-4438-9968-1b858de7e4e4 HTTP/1.1" status: 200 len: 217 time: 0.9399595 Sep 10 15:06:23.556874 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 40268) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:23.672812 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-de1d412c-6419-481c-bbbd-257064c5fabc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:23.678378 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Provisioning for port a6121906-e268-4286-a449-4c77a390ff70 completed by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:06:23.688590 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Provisioning complete for port a6121906-e268-4286-a449-4c77a390ff70 triggered by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:06:23.689235 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:23.754752 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c18d33-4366-4e6a-8b1b-99c2d521d091 req-67f7360f-b77d-456c-b5b3-440dc1e5e941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:23.759937 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [req-94c18d33-4366-4e6a-8b1b-99c2d521d091 req-67f7360f-b77d-456c-b5b3-440dc1e5e941 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bd253290-719b-4fff-9c2f-5ccf3db4d2de HTTP/1.1" status: 200 len: 851 time: 0.2497187 Sep 10 15:06:24.004899 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [req-94c18d33-4366-4e6a-8b1b-99c2d521d091 req-e606d58d-01fd-47fe-a472-ec5f4f68a9ac service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9674167c-c436-4b03-a2e0-3346487f1a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2362282 Sep 10 15:06:24.014203 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:24.072441 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-efe5cc38-d564-4d20-8ad0-647c0738fe62 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:24.136041 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] For port a6121906-e268-4286-a449-4c77a390ff70, host dv-cinder-760153-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-10-iscsi',level=0,port_id=a6121906-e268-4286-a449-4c77a390ff70,segment=NetworkSegment(adc254f0-00c9-46af-adb3-b3d1f6ff0d76),segment_id=adc254f0-00c9-46af-adb3-b3d1f6ff0d76)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:06:24.142628 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:24.192829 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 15:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a705d8-d379-4696-8097-8e62629e280a x-openstack-request-id: req-48a705d8-d379-4696-8097-8e62629e280a {{(pid=94010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:06:24.193294 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4ae8c11-5c71-4aaa-bee4-e837400f8c5d", "tag": "a7472a7e-c40d-4438-9968-1b858de7e4e4", "status": "completed", "code": 200}]} {{(pid=94010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:06:24.198199 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-48a705d8-d379-4696-8097-8e62629e280a {{(pid=94010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:06:24.199364 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4ae8c11-5c71-4aaa-bee4-e837400f8c5d', 'tag': 'a7472a7e-c40d-4438-9968-1b858de7e4e4', 'status': 'completed', 'code': 200} Sep 10 15:06:24.219915 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614adb90-ef2a-48f2-a893-a48c12a52742 req-6c6fdd38-a685-44b3-8382-a44ddf2887db tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:24.223399 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-614adb90-ef2a-48f2-a893-a48c12a52742 req-6c6fdd38-a685-44b3-8382-a44ddf2887db tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.42 "GET /v2.0/networks?id=10576399-efc6-445d-9ca5-76386260f1a2 HTTP/1.1" status: 200 len: 818 time: 0.7922127 Sep 10 15:06:24.266787 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Pushing event updated for resources: {'Port': ['ID=a6121906-e268-4286-a449-4c77a390ff70,revision_number=5']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:24.347943 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.v2.base [req-614adb90-ef2a-48f2-a893-a48c12a52742 req-3fb2d541-d14f-455b-a8fa-c491f3c119df tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Request body: {'port': {'device_id': 'f9ede9c0-0e64-4af1-8930-fe240ce9b603', 'network_id': '10576399-efc6-445d-9ca5-76386260f1a2', 'admin_state_up': True, 'tenant_id': 'cbb1ce4618c54a79b7f16a6fbbdf66ab'}} {{(pid=94009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:06:24.410845 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c268a21-4f21-4d39-8425-430f61a2e9b6 req-7ee3e830-65db-43f7-a197-bf6c87d5834b tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:24.426963 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-7c268a21-4f21-4d39-8425-430f61a2e9b6 req-7ee3e830-65db-43f7-a197-bf6c87d5834b tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4ae8c11-5c71-4aaa-bee4-e837400f8c5d HTTP/1.1" status: 200 len: 943 time: 0.4917424 Sep 10 15:06:24.455275 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [req-94c18d33-4366-4e6a-8b1b-99c2d521d091 req-d586926c-9c20-4b7b-bd3c-5fea9e583a17 service neutron] 10.222.0.42 "GET /v2.0/networks/9674167c-c436-4b03-a2e0-3346487f1a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4388268 Sep 10 15:06:24.574456 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-de1d412c-6419-481c-bbbd-257064c5fabc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:24.580143 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [req-94c18d33-4366-4e6a-8b1b-99c2d521d091 req-070535ea-d5a0-4e66-8746-0b1182143dca service neutron] 10.222.0.42 "GET /v2.0/networks/9674167c-c436-4b03-a2e0-3346487f1a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180606 Sep 10 15:06:24.582684 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-de1d412c-6419-481c-bbbd-257064c5fabc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:24.636807 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1d412c-6419-481c-bbbd-257064c5fabc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d03e0ee-d9b6-4b6c-9019-65e33db14855,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:24.643053 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-de1d412c-6419-481c-bbbd-257064c5fabc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4fccc90c15034a63816015fa7776e64e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0812423 Sep 10 15:06:24.643319 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c7b837b1-2b4c-41d4-9d2b-6eb10ac9c622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:24.646433 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 40312) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:24.658801 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-df1dc4c8-9147-4fb5-bf38-b058200ed1ca req-5c4dd96b-2dcd-4b27-9694-1307eb18b602 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=9772ccd7-c617-48d5-926e-bc8768748d19 HTTP/1.1" status: 200 len: 210 time: 0.1673484 Sep 10 15:06:24.683553 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 40314) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:24.735442 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-841ef60c-fb7f-4665-8121-c26aa179903a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:24.796762 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-841ef60c-fb7f-4665-8121-c26aa179903a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:24.803297 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.db_base_plugin_common [None req-efe5cc38-d564-4d20-8ad0-647c0738fe62 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Allocated IP 172.27.0.156 (caa13d69-ff92-44ce-a665-3b9af711feed/3b314502-2ac4-4640-9fa5-f95f10fc4599/154f0096-b527-45fb-b145-ecdfae54e187) {{(pid=94009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:06:24.826009 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97342577-db8b-4711-a4d5-f96e92dcc96e req-66d96d71-369f-4674-8ab5-0391bde0bd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:24.827842 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [req-97342577-db8b-4711-a4d5-f96e92dcc96e req-66d96d71-369f-4674-8ab5-0391bde0bd98 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3e6ff7cb7b90442a96ffe59c9ad7a57e&device_id=f4ae8c11-5c71-4aaa-bee4-e837400f8c5d HTTP/1.1" status: 200 len: 1096 time: 0.1066210 Sep 10 15:06:25.058254 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-7c268a21-4f21-4d39-8425-430f61a2e9b6 req-ffcdb976-afba-4792-b9a6-9409c08ac780 tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] 10.222.0.35 "GET /v2.0/security-groups?id=1b42de51-d6ce-459e-a7bd-e942c8dfedf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6269159 Sep 10 15:06:25.086950 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-841ef60c-fb7f-4665-8121-c26aa179903a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:25.090809 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-841ef60c-fb7f-4665-8121-c26aa179903a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:25.096024 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-841ef60c-fb7f-4665-8121-c26aa179903a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7d03e0ee-d9b6-4b6c-9019-65e33db14855 HTTP/1.1" status: 204 len: 168 time: 0.4480145 Sep 10 15:06:25.126259 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841ef60c-fb7f-4665-8121-c26aa179903a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d03e0ee-d9b6-4b6c-9019-65e33db14855,revision_number=None']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:25.158765 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97342577-db8b-4711-a4d5-f96e92dcc96e req-ac0b51ee-a2cd-49a0-9ada-13cc68588274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:25.161096 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [req-97342577-db8b-4711-a4d5-f96e92dcc96e req-ac0b51ee-a2cd-49a0-9ada-13cc68588274 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9674167c-c436-4b03-a2e0-3346487f1a81 HTTP/1.1" status: 200 len: 912 time: 0.3200555 Sep 10 15:06:25.222599 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.42', 49884) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:25.249573 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-614adb90-ef2a-48f2-a893-a48c12a52742 req-3fb2d541-d14f-455b-a8fa-c491f3c119df tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Made reservation on behalf of cbb1ce4618c54a79b7f16a6fbbdf66ab for: {'port': 1} {{(pid=94009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:06:25.256232 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-614adb90-ef2a-48f2-a893-a48c12a52742 req-3fb2d541-d14f-455b-a8fa-c491f3c119df tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:25.281463 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [req-97342577-db8b-4711-a4d5-f96e92dcc96e req-4917ebae-3c08-4e70-ad44-36a35c388fcd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7472a7e-c40d-4438-9968-1b858de7e4e4 HTTP/1.1" status: 200 len: 217 time: 0.1115785 Sep 10 15:06:25.440867 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 40332) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:25.537526 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-72f1d1b6-3c25-425c-bce4-ba583ee11c3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:25.574293 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97342577-db8b-4711-a4d5-f96e92dcc96e req-fcf241ce-0fbe-4a11-a581-9d02b84e6223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:25.577571 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [req-97342577-db8b-4711-a4d5-f96e92dcc96e req-fcf241ce-0fbe-4a11-a581-9d02b84e6223 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bd253290-719b-4fff-9c2f-5ccf3db4d2de HTTP/1.1" status: 200 len: 851 time: 0.2867351 Sep 10 15:06:25.652175 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [req-97342577-db8b-4711-a4d5-f96e92dcc96e req-5f0d5d79-7616-4c69-aba6-28fc6124c012 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9674167c-c436-4b03-a2e0-3346487f1a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642638 Sep 10 15:06:25.955988 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [req-97342577-db8b-4711-a4d5-f96e92dcc96e req-5cd0fceb-f2be-4268-808c-8460b3c7279d service neutron] 10.222.0.42 "GET /v2.0/networks/9674167c-c436-4b03-a2e0-3346487f1a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926996 Sep 10 15:06:26.004475 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-efe5cc38-d564-4d20-8ad0-647c0738fe62 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks [] for port, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:26.034011 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 40348) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:26.090461 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-72f1d1b6-3c25-425c-bce4-ba583ee11c3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:26.098798 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-72f1d1b6-3c25-425c-bce4-ba583ee11c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:26.113698 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-6808503d-a680-4aa8-a596-d554804de215 req-4b9ee589-c9df-4201-a916-75e2c6a7beb1 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=9772ccd7-c617-48d5-926e-bc8768748d19 HTTP/1.1" status: 200 len: 210 time: 0.2354367 Sep 10 15:06:26.180591 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-3e7a2a48-0dd7-4cb9-9dfa-9970e64a1344 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:26.191560 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-32434725-0c48-4df5-8000-6eb4d750eb6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:26.202668 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f1d1b6-3c25-425c-bce4-ba583ee11c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=575b0fa1-d181-42e7-a78f-7db935b5bd36,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:26.212759 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-72f1d1b6-3c25-425c-bce4-ba583ee11c3f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=32a37e56553d4bcb8c8d5977bb079083&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5234892 Sep 10 15:06:26.213184 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 40358) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:26.230575 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ef52cb-7474-40b6-a073-07f5e09bcaed req-684f4b51-9671-4611-8d47-dd09e0973186 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:26.233512 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-45ef52cb-7474-40b6-a073-07f5e09bcaed req-684f4b51-9671-4611-8d47-dd09e0973186 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.42 "GET /v2.0/networks?id=10576399-efc6-445d-9ca5-76386260f1a2 HTTP/1.1" status: 200 len: 818 time: 1.0093172 Sep 10 15:06:26.322233 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-62e80c5e-4a04-4917-bb18-a1cbffb403f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:26.354942 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-62e80c5e-4a04-4917-bb18-a1cbffb403f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:26.383834 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device a6121906-e268-4286-a449-4c77a390ff70 up at agent ovs-agent-dv-cinder-760153-10-iscsi {{(pid=94011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:06:26.419333 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-62e80c5e-4a04-4917-bb18-a1cbffb403f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:26.422195 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-62e80c5e-4a04-4917-bb18-a1cbffb403f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:26.423758 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-62e80c5e-4a04-4917-bb18-a1cbffb403f4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/575b0fa1-d181-42e7-a78f-7db935b5bd36 HTTP/1.1" status: 204 len: 168 time: 0.2094734 Sep 10 15:06:26.433202 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.db_base_plugin_common [req-614adb90-ef2a-48f2-a893-a48c12a52742 req-3fb2d541-d14f-455b-a8fa-c491f3c119df tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Allocated IP 172.20.0.12 (10576399-efc6-445d-9ca5-76386260f1a2/1439a9a1-9d83-40a1-a053-fdab96d16b79/0902fa08-3c11-46ef-be4c-a72dce4d2747) {{(pid=94009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:06:26.444749 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e80c5e-4a04-4917-bb18-a1cbffb403f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=575b0fa1-d181-42e7-a78f-7db935b5bd36,revision_number=None']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:26.518844 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-efe5cc38-d564-4d20-8ad0-647c0738fe62 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748756606401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1040815'] for port, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:26.519701 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Provisioning complete for port a6121906-e268-4286-a449-4c77a390ff70 triggered by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:06:26.520333 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:26.557689 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66837422-9ce3-45f6-aaaf-4b97bb58d0dd req-80e2efb2-6cf2-4c9a-9199-425087361a6e tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:26.560788 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-66837422-9ce3-45f6-aaaf-4b97bb58d0dd req-80e2efb2-6cf2-4c9a-9199-425087361a6e tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4ae8c11-5c71-4aaa-bee4-e837400f8c5d HTTP/1.1" status: 200 len: 943 time: 0.2232528 Sep 10 15:06:26.569873 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-32434725-0c48-4df5-8000-6eb4d750eb6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:26.579667 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-32434725-0c48-4df5-8000-6eb4d750eb6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:26.693717 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-32434725-0c48-4df5-8000-6eb4d750eb6b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9646ca88348d4b5fa9fbe4f086065826&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6550961 Sep 10 15:06:26.693717 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32434725-0c48-4df5-8000-6eb4d750eb6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39282730-0b44-4d08-abbd-9b829d62c4a1,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:26.697481 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 40370) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:26.735405 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe5cc38-d564-4d20-8ad0-647c0738fe62 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Network caa13d69-ff92-44ce-a665-3b9af711feed is already hosted by enough agents. {{(pid=94009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:06:26.764076 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-6820efc0-5f7a-4746-9236-5db45c8b03f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:26.788767 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.base_scheduler [None req-efe5cc38-d564-4d20-8ad0-647c0738fe62 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Resources bound (agent type, host, resource id): {{(pid=94009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:06:26.793200 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-6820efc0-5f7a-4746-9236-5db45c8b03f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:26.809559 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe5cc38-d564-4d20-8ad0-647c0738fe62 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Pushing event updated for resources: {'Port': ['ID=154f0096-b527-45fb-b145-ecdfae54e187,revision_number=1']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:26.847506 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe5cc38-d564-4d20-8ad0-647c0738fe62 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Received port after_create {{(pid=94009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:06:26.879453 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-6820efc0-5f7a-4746-9236-5db45c8b03f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:26.886407 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-6820efc0-5f7a-4746-9236-5db45c8b03f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:26.896323 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-6820efc0-5f7a-4746-9236-5db45c8b03f0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/39282730-0b44-4d08-abbd-9b829d62c4a1 HTTP/1.1" status: 204 len: 168 time: 0.1982815 Sep 10 15:06:26.916195 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6820efc0-5f7a-4746-9236-5db45c8b03f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39282730-0b44-4d08-abbd-9b829d62c4a1,revision_number=None']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:26.982422 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-66837422-9ce3-45f6-aaaf-4b97bb58d0dd req-771ca869-b4d2-402d-88e8-0656d0b976c0 tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] 10.222.0.35 "GET /v2.0/security-groups?id=1b42de51-d6ce-459e-a7bd-e942c8dfedf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3676255 Sep 10 15:06:27.059252 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 40380) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:27.091638 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-a32ce7a9-c8de-4847-b022-1f80d3a7ef1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:27.157621 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-614adb90-ef2a-48f2-a893-a48c12a52742 req-3fb2d541-d14f-455b-a8fa-c491f3c119df tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Notify callbacks [] for port, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:27.196306 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-efe5cc38-d564-4d20-8ad0-647c0738fe62 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:27.220748 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-3e7a2a48-0dd7-4cb9-9dfa-9970e64a1344 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:27.260598 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-3e7a2a48-0dd7-4cb9-9dfa-9970e64a1344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:27.310513 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-fd8c3472-6950-4769-a665-cf9f736086b1 req-8a94c5f1-de6c-423e-bc99-ab7595eaba7f tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=9772ccd7-c617-48d5-926e-bc8768748d19 HTTP/1.1" status: 200 len: 210 time: 0.0863872 Sep 10 15:06:27.348023 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-efe5cc38-d564-4d20-8ad0-647c0738fe62 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:27.421575 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a2a48-0dd7-4cb9-9dfa-9970e64a1344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95865772-97dc-4f5d-b0cd-c40c1e607ccd,revision_number=1']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:27.435717 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-3e7a2a48-0dd7-4cb9-9dfa-9970e64a1344 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6f16ac4df8ab4eb98e2663f1a5540a16&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9809928 Sep 10 15:06:27.436503 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 40386) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:27.452210 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-a32ce7a9-c8de-4847-b022-1f80d3a7ef1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:27.461807 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-a32ce7a9-c8de-4847-b022-1f80d3a7ef1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:27.524047 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32ce7a9-c8de-4847-b022-1f80d3a7ef1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f52c4867-7e59-4729-a6e8-8bc9cdd45b01,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:27.543590 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-eedd1c15-acf4-4396-9be8-753bd9f9948a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:27.558530 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-614adb90-ef2a-48f2-a893-a48c12a52742 req-3fb2d541-d14f-455b-a8fa-c491f3c119df tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748756606401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1040815'] for port, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:27.619120 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-a32ce7a9-c8de-4847-b022-1f80d3a7ef1e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a088f66ed6924f84886c47d8b5b0c903&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5585501 Sep 10 15:06:27.622649 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 40392) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:27.726249 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-bd331def-c233-46e1-a785-a517101e9010 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:27.776420 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-bd331def-c233-46e1-a785-a517101e9010 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:27.826999 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 40394) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:27.845951 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-614adb90-ef2a-48f2-a893-a48c12a52742 req-3fb2d541-d14f-455b-a8fa-c491f3c119df tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Network 10576399-efc6-445d-9ca5-76386260f1a2 is already hosted by enough agents. {{(pid=94009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:06:27.859009 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-7825aa40-0cae-41af-8b27-ad76ff2e4a73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:27.931072 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.base_scheduler [req-614adb90-ef2a-48f2-a893-a48c12a52742 req-3fb2d541-d14f-455b-a8fa-c491f3c119df tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Resources bound (agent type, host, resource id): {{(pid=94009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:06:27.937513 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-c620befc-635a-45f9-9c4c-1a4339196655 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:27.943304 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb2d541-d14f-455b-a8fa-c491f3c119df tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Pushing event updated for resources: {'Port': ['ID=0902fa08-3c11-46ef-be4c-a72dce4d2747,revision_number=1']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:27.948554 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.l3_dvrscheduler_db [req-614adb90-ef2a-48f2-a893-a48c12a52742 req-3fb2d541-d14f-455b-a8fa-c491f3c119df tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Received port after_create {{(pid=94009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:06:27.965982 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-bd331def-c233-46e1-a785-a517101e9010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:27.971461 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-bd331def-c233-46e1-a785-a517101e9010 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:27.978500 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-bd331def-c233-46e1-a785-a517101e9010 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f52c4867-7e59-4729-a6e8-8bc9cdd45b01 HTTP/1.1" status: 204 len: 168 time: 0.3536534 Sep 10 15:06:27.999961 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd331def-c233-46e1-a785-a517101e9010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f52c4867-7e59-4729-a6e8-8bc9cdd45b01,revision_number=None']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:28.142464 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614adb90-ef2a-48f2-a893-a48c12a52742 req-3fb2d541-d14f-455b-a8fa-c491f3c119df tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:28.143970 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-614adb90-ef2a-48f2-a893-a48c12a52742 req-3fb2d541-d14f-455b-a8fa-c491f3c119df tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526879'] for port, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:28.170458 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-c620befc-635a-45f9-9c4c-1a4339196655 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:28.186590 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-7825aa40-0cae-41af-8b27-ad76ff2e4a73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:28.195299 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-7825aa40-0cae-41af-8b27-ad76ff2e4a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:28.198871 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:28.249502 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-7825aa40-0cae-41af-8b27-ad76ff2e4a73 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=259ebc7a281a40a1a7d81ff658e28a6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4203858 Sep 10 15:06:28.251072 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7825aa40-0cae-41af-8b27-ad76ff2e4a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85deb582-fa5e-4a5f-9642-2574807462b5,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:28.254309 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 40404) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:28.293063 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-614adb90-ef2a-48f2-a893-a48c12a52742 req-3fb2d541-d14f-455b-a8fa-c491f3c119df tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0575285 Sep 10 15:06:28.311929 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad008f79-d74a-48ef-98e9-28dc24f27a9c req-41dfc8be-02d4-4218-95e5-99b3161e6903 tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:28.313802 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-ad008f79-d74a-48ef-98e9-28dc24f27a9c req-41dfc8be-02d4-4218-95e5-99b3161e6903 tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4ae8c11-5c71-4aaa-bee4-e837400f8c5d HTTP/1.1" status: 200 len: 943 time: 0.1354480 Sep 10 15:06:28.341779 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-efe5cc38-d564-4d20-8ad0-647c0738fe62 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks [] for port, precommit_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:28.354967 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-aa22815c-fe79-4888-9786-8caa789afa13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:28.379930 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-efe5cc38-d564-4d20-8ad0-647c0738fe62 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1041244'] for port, after_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:28.400435 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-aa22815c-fe79-4888-9786-8caa789afa13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:28.489605 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-aa22815c-fe79-4888-9786-8caa789afa13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:28.497078 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-aa22815c-fe79-4888-9786-8caa789afa13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:28.497517 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-aa22815c-fe79-4888-9786-8caa789afa13 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/85deb582-fa5e-4a5f-9642-2574807462b5 HTTP/1.1" status: 204 len: 168 time: 0.2418423 Sep 10 15:06:28.506481 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-c620befc-635a-45f9-9c4c-1a4339196655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:28.512913 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-c620befc-635a-45f9-9c4c-1a4339196655 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:28.515180 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-c620befc-635a-45f9-9c4c-1a4339196655 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/95865772-97dc-4f5d-b0cd-c40c1e607ccd HTTP/1.1" status: 204 len: 168 time: 1.0676737 Sep 10 15:06:28.521020 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa22815c-fe79-4888-9786-8caa789afa13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85deb582-fa5e-4a5f-9642-2574807462b5,revision_number=None']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:28.584373 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-e2810b0d-8369-432f-9f6d-44a8902d5882 req-60a61825-69be-4199-9be4-92373688c83c tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=9772ccd7-c617-48d5-926e-bc8768748d19 HTTP/1.1" status: 200 len: 210 time: 0.1395814 Sep 10 15:06:28.646122 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-ad008f79-d74a-48ef-98e9-28dc24f27a9c req-0bb45f71-7907-4518-8390-b766a9fa0abf tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] 10.222.0.35 "GET /v2.0/security-groups?id=1b42de51-d6ce-459e-a7bd-e942c8dfedf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3212130 Sep 10 15:06:28.657767 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device a7472a7e-c40d-4438-9968-1b858de7e4e4 details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=94011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 15:06:28.658844 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe5cc38-d564-4d20-8ad0-647c0738fe62 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Pushing event updated for resources: {'Port': ['ID=154f0096-b527-45fb-b145-ecdfae54e187,revision_number=2']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:28.674193 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c620befc-635a-45f9-9c4c-1a4339196655 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95865772-97dc-4f5d-b0cd-c40c1e607ccd,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:28.703662 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.v2.base [req-614adb90-ef2a-48f2-a893-a48c12a52742 req-e0a3ccef-7a8f-49bd-84a6-9a72dc7a4da0 service neutron] Request body: {'port': {'device_id': 'f9ede9c0-0e64-4af1-8930-fe240ce9b603', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76015'}} {{(pid=94009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:06:28.716675 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.v2.base [req-45ef52cb-7474-40b6-a073-07f5e09bcaed req-8d6a44e6-1ca9-49d0-8e03-3280a5230e41 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Request body: {'port': {'device_id': '9772ccd7-c617-48d5-926e-bc8768748d19', 'network_id': '10576399-efc6-445d-9ca5-76386260f1a2', 'admin_state_up': True, 'tenant_id': 'cbb1ce4618c54a79b7f16a6fbbdf66ab'}} {{(pid=94009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:06:28.889206 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-efe5cc38-d564-4d20-8ad0-647c0738fe62 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582779'] for floatingip, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:28.919732 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [req-97342577-db8b-4711-a4d5-f96e92dcc96e req-755ef438-4229-46a1-9434-1fc10ccfe12a service neutron] 10.222.0.42 "GET /v2.0/networks/9674167c-c436-4b03-a2e0-3346487f1a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541342 Sep 10 15:06:28.931978 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] For port a7472a7e-c40d-4438-9968-1b858de7e4e4, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=a7472a7e-c40d-4438-9968-1b858de7e4e4,segment=NetworkSegment(58819943-29f5-46b8-a1f2-4b05bfbd5beb),segment_id=58819943-29f5-46b8-a1f2-4b05bfbd5beb)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:06:28.946950 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Returning: {'device': 'a7472a7e-c40d-4438-9968-1b858de7e4e4', 'network_id': '9674167c-c436-4b03-a2e0-3346487f1a81', 'port_id': 'a7472a7e-c40d-4438-9968-1b858de7e4e4', 'mac_address': 'fa:16:3e:79:42:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd253290-719b-4fff-9c2f-5ccf3db4d2de', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 15:06:28.999006 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:29.021067 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7472a7e-c40d-4438-9968-1b858de7e4e4 {{(pid=94011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:06:29.068946 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-efe5cc38-d564-4d20-8ad0-647c0738fe62 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46804'] for floatingip, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:29.080196 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-efe5cc38-d564-4d20-8ad0-647c0738fe62 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.9099567 Sep 10 15:06:29.089588 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-614adb90-ef2a-48f2-a893-a48c12a52742 req-e0a3ccef-7a8f-49bd-84a6-9a72dc7a4da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:29.096950 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] For port a7472a7e-c40d-4438-9968-1b858de7e4e4, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=a7472a7e-c40d-4438-9968-1b858de7e4e4,segment=NetworkSegment(58819943-29f5-46b8-a1f2-4b05bfbd5beb),segment_id=58819943-29f5-46b8-a1f2-4b05bfbd5beb)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:06:29.105540 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:29.189829 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Pushing event updated for resources: {'Port': ['ID=a7472a7e-c40d-4438-9968-1b858de7e4e4,revision_number=4']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:29.201950 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45ef52cb-7474-40b6-a073-07f5e09bcaed req-8d6a44e6-1ca9-49d0-8e03-3280a5230e41 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Made reservation on behalf of cbb1ce4618c54a79b7f16a6fbbdf66ab for: {'port': 1} {{(pid=94009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:06:29.202776 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 40438) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:29.206610 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-45ef52cb-7474-40b6-a073-07f5e09bcaed req-8d6a44e6-1ca9-49d0-8e03-3280a5230e41 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:29.218785 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b7c5f725-09d8-454b-b5ba-4a700e799395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:29.222079 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-d810ea09-ca84-4fdf-90c9-fb8fdbe0f7d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:29.389683 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] get_ports_and_sgs() called for port_ids ['a7472a7e-c40d-4438-9968-1b858de7e4e4'] {{(pid=94011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 15:06:29.441096 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-d810ea09-ca84-4fdf-90c9-fb8fdbe0f7d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:29.451684 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-d810ea09-ca84-4fdf-90c9-fb8fdbe0f7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:29.564805 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d810ea09-ca84-4fdf-90c9-fb8fdbe0f7d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f65f598-d3eb-407f-8e3b-db304a1012e5,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:29.611388 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-d810ea09-ca84-4fdf-90c9-fb8fdbe0f7d7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=aecfe311dd7c4d0fbf6f019456faa101&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4068537 Sep 10 15:06:29.613780 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 40454) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:29.758768 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-f5ed140a-0850-4ee1-aebe-b30e14fe7d83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:29.809133 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-f5ed140a-0850-4ee1-aebe-b30e14fe7d83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:29.919616 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-f5ed140a-0850-4ee1-aebe-b30e14fe7d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:29.922340 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-f5ed140a-0850-4ee1-aebe-b30e14fe7d83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:29.931859 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-f5ed140a-0850-4ee1-aebe-b30e14fe7d83 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3f65f598-d3eb-407f-8e3b-db304a1012e5 HTTP/1.1" status: 204 len: 168 time: 0.3057163 Sep 10 15:06:29.945217 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ed140a-0850-4ee1-aebe-b30e14fe7d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f65f598-d3eb-407f-8e3b-db304a1012e5,revision_number=None']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:29.950433 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-75654529-e61a-4e22-ad39-bfeed33ec903 req-d18cc102-a88b-4638-b142-65eb26f399af tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=9772ccd7-c617-48d5-926e-bc8768748d19 HTTP/1.1" status: 200 len: 210 time: 0.1531546 Sep 10 15:06:30.080599 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-8382446a-d756-4227-aa48-8a6bf0d913e9 req-c337b895-f339-48ff-ad8e-568128a40a71 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1231095221&fields=id&tenant_id=c0149948ecbd4da99adb4e990da99cd9 HTTP/1.1" status: 200 len: 267 time: 0.2771473 Sep 10 15:06:30.101811 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.db_base_plugin_common [req-45ef52cb-7474-40b6-a073-07f5e09bcaed req-8d6a44e6-1ca9-49d0-8e03-3280a5230e41 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Allocated IP 172.20.0.14 (10576399-efc6-445d-9ca5-76386260f1a2/1439a9a1-9d83-40a1-a053-fdab96d16b79/7cec97b7-708b-48fb-8392-2063069caef4) {{(pid=94009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:06:30.269218 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1cdc15-e04d-403e-966e-82153812858e req-28ddbd0b-b79b-4885-bedd-48a92cc2b707 tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:30.277464 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-2b1cdc15-e04d-403e-966e-82153812858e req-28ddbd0b-b79b-4885-bedd-48a92cc2b707 tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4ae8c11-5c71-4aaa-bee4-e837400f8c5d HTTP/1.1" status: 200 len: 944 time: 0.2083309 Sep 10 15:06:30.352116 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8382446a-d756-4227-aa48-8a6bf0d913e9 req-136d9d75-8c38-4755-90f7-1330f681231c tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:30.353687 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-8382446a-d756-4227-aa48-8a6bf0d913e9 req-136d9d75-8c38-4755-90f7-1330f681231c tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/networks?id=d8cbe470-bc98-41a4-a428-659bec184b54 HTTP/1.1" status: 200 len: 817 time: 0.2676561 Sep 10 15:06:30.393631 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-2b1cdc15-e04d-403e-966e-82153812858e req-00b35fe2-cf83-4277-b2ab-b888bdf163a2 tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] 10.222.0.35 "GET /v2.0/security-groups?id=1b42de51-d6ce-459e-a7bd-e942c8dfedf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144900 Sep 10 15:06:30.447054 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-8382446a-d756-4227-aa48-8a6bf0d913e9 req-e0cecb97-5f3d-4946-8b1b-f2edfc6cf807 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/quotas/c0149948ecbd4da99adb4e990da99cd9 HTTP/1.1" status: 200 len: 375 time: 0.0825255 Sep 10 15:06:30.576678 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-45ef52cb-7474-40b6-a073-07f5e09bcaed req-8d6a44e6-1ca9-49d0-8e03-3280a5230e41 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Notify callbacks [] for port, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:30.597574 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-8382446a-d756-4227-aa48-8a6bf0d913e9 req-f4d9d9aa-c3bc-4aa2-b705-3a367a5786c1 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c0149948ecbd4da99adb4e990da99cd9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1374362 Sep 10 15:06:30.761187 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-45ef52cb-7474-40b6-a073-07f5e09bcaed req-8d6a44e6-1ca9-49d0-8e03-3280a5230e41 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748756606401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1040815'] for port, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:30.879415 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45ef52cb-7474-40b6-a073-07f5e09bcaed req-8d6a44e6-1ca9-49d0-8e03-3280a5230e41 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Network 10576399-efc6-445d-9ca5-76386260f1a2 is already hosted by enough agents. {{(pid=94009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:06:30.884041 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-8382446a-d756-4227-aa48-8a6bf0d913e9 req-10b6f88b-3ada-410d-93e1-4fa73068e1e9 service neutron] 10.222.0.35 "GET /v2.0/networks/d8cbe470-bc98-41a4-a428-659bec184b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598326 Sep 10 15:06:30.929368 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.base_scheduler [req-45ef52cb-7474-40b6-a073-07f5e09bcaed req-8d6a44e6-1ca9-49d0-8e03-3280a5230e41 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Resources bound (agent type, host, resource id): {{(pid=94009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:06:30.932637 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.l3_dvrscheduler_db [req-45ef52cb-7474-40b6-a073-07f5e09bcaed req-8d6a44e6-1ca9-49d0-8e03-3280a5230e41 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Received port after_create {{(pid=94009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:06:30.982041 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6a44e6-1ca9-49d0-8e03-3280a5230e41 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Pushing event updated for resources: {'Port': ['ID=7cec97b7-708b-48fb-8392-2063069caef4,revision_number=1']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:31.115016 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device a7472a7e-c40d-4438-9968-1b858de7e4e4 up at agent hyperv_hv-cinder-76015 {{(pid=94011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:06:31.125061 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ef52cb-7474-40b6-a073-07f5e09bcaed req-8d6a44e6-1ca9-49d0-8e03-3280a5230e41 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:31.125775 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-45ef52cb-7474-40b6-a073-07f5e09bcaed req-8d6a44e6-1ca9-49d0-8e03-3280a5230e41 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526879'] for port, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:31.200402 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-45ef52cb-7474-40b6-a073-07f5e09bcaed req-8d6a44e6-1ca9-49d0-8e03-3280a5230e41 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5151448 Sep 10 15:06:31.232065 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.v2.base [req-45ef52cb-7474-40b6-a073-07f5e09bcaed req-333c2b92-3d66-4d83-b0d6-4079ed6c1949 service neutron] Request body: {'port': {'device_id': '9772ccd7-c617-48d5-926e-bc8768748d19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76015'}} {{(pid=94009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:06:31.267399 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Provisioning for port a7472a7e-c40d-4438-9968-1b858de7e4e4 completed by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:06:31.289818 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Provisioning complete for port a7472a7e-c40d-4438-9968-1b858de7e4e4 triggered by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:06:31.290395 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:31.297515 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-8382446a-d756-4227-aa48-8a6bf0d913e9 req-a5656b75-b257-499a-8f81-5ee95567d6ed service neutron] 10.222.0.35 "GET /v2.0/networks/d8cbe470-bc98-41a4-a428-659bec184b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3803456 Sep 10 15:06:31.311406 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4addbe87-afed-417d-ba2a-bfc4d54e6e2a req-14d98c19-f3c3-41e3-a168-446f868476ec tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:31.313308 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-4addbe87-afed-417d-ba2a-bfc4d54e6e2a req-14d98c19-f3c3-41e3-a168-446f868476ec tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=9772ccd7-c617-48d5-926e-bc8768748d19 HTTP/1.1" status: 200 len: 932 time: 0.2535484 Sep 10 15:06:31.412644 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.notifiers.nova [req-614adb90-ef2a-48f2-a893-a48c12a52742 req-e0a3ccef-7a8f-49bd-84a6-9a72dc7a4da0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0902fa08-3c11-46ef-be4c-a72dce4d2747 {{(pid=94009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:06:31.427958 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-614adb90-ef2a-48f2-a893-a48c12a52742 req-e0a3ccef-7a8f-49bd-84a6-9a72dc7a4da0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:31.441892 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c13c67c0-2efd-4950-9279-b0623a9c603e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:31.456498 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.provisioning_blocks [req-614adb90-ef2a-48f2-a893-a48c12a52742 req-e0a3ccef-7a8f-49bd-84a6-9a72dc7a4da0 service neutron] Transition to ACTIVE for port object 0902fa08-3c11-46ef-be4c-a72dce4d2747 will not be triggered until provisioned by entity L2. {{(pid=94009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:06:31.508126 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-614adb90-ef2a-48f2-a893-a48c12a52742 req-e0a3ccef-7a8f-49bd-84a6-9a72dc7a4da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1041244'] for port, after_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:31.566983 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:31.660142 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-45ef52cb-7474-40b6-a073-07f5e09bcaed req-333c2b92-3d66-4d83-b0d6-4079ed6c1949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:31.689808 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4ae8c11-5c71-4aaa-bee4-e837400f8c5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7472a7e-c40d-4438-9968-1b858de7e4e4'}] {{(pid=94011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:06:31.711942 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-4addbe87-afed-417d-ba2a-bfc4d54e6e2a req-083db709-7416-41c4-86d7-43c41ee0a63f tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3845627 Sep 10 15:06:31.838111 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] For port a7472a7e-c40d-4438-9968-1b858de7e4e4, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=a7472a7e-c40d-4438-9968-1b858de7e4e4,segment=NetworkSegment(58819943-29f5-46b8-a1f2-4b05bfbd5beb),segment_id=58819943-29f5-46b8-a1f2-4b05bfbd5beb)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:06:31.844937 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:31.886783 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a3ccef-7a8f-49bd-84a6-9a72dc7a4da0 service neutron] Pushing event updated for resources: {'Port': ['ID=0902fa08-3c11-46ef-be4c-a72dce4d2747,revision_number=2']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:31.999791 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Pushing event updated for resources: {'Port': ['ID=a7472a7e-c40d-4438-9968-1b858de7e4e4,revision_number=5']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:32.264209 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-581a33a7-5332-4cbb-b3aa-76e1b74ea80e req-b4364fb6-26ed-4a9a-bb75-2d98efa6e6be tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 210 time: 0.3554637 Sep 10 15:06:32.338195 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.managers [req-614adb90-ef2a-48f2-a893-a48c12a52742 req-e0a3ccef-7a8f-49bd-84a6-9a72dc7a4da0 service neutron] Attempting to bind port 0902fa08-3c11-46ef-be4c-a72dce4d2747 on host hv-cinder-76015 for vnic_type normal with profile {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:06:32.338783 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.managers [req-614adb90-ef2a-48f2-a893-a48c12a52742 req-e0a3ccef-7a8f-49bd-84a6-9a72dc7a4da0 service neutron] Attempting to bind port 0902fa08-3c11-46ef-be4c-a72dce4d2747 by drivers openvswitch,hyperv on host hv-cinder-76015 at level 0 using segments [{'id': '550ddc19-7242-418c-b7f8-f8f745cc5257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '10576399-efc6-445d-9ca5-76386260f1a2'}] {{(pid=94009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:06:32.339340 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614adb90-ef2a-48f2-a893-a48c12a52742 req-e0a3ccef-7a8f-49bd-84a6-9a72dc7a4da0 service neutron] Attempting to bind port 0902fa08-3c11-46ef-be4c-a72dce4d2747 on network 10576399-efc6-445d-9ca5-76386260f1a2 {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:06:32.349412 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eff4842c0e32827c09e5fc730d7a4a2f35fc7e77767eed508a7d5fefd1bac28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51686f18-2977-437c-9045-f00493a706d8" -d '{"events": [{"server_uuid": "f4ae8c11-5c71-4aaa-bee4-e837400f8c5d", "name": "network-vif-plugged", "status": "completed", "tag": "a7472a7e-c40d-4438-9968-1b858de7e4e4"}]}' {{(pid=94011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:06:32.381303 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae7c66-9051-4f07-873c-a48c3735d8bd req-d2c88164-142d-4789-af99-d820ecaa4d23 tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:32.384425 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-daae7c66-9051-4f07-873c-a48c3735d8bd req-d2c88164-142d-4789-af99-d820ecaa4d23 tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4ae8c11-5c71-4aaa-bee4-e837400f8c5d HTTP/1.1" status: 200 len: 944 time: 0.6815615 Sep 10 15:06:32.450068 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614adb90-ef2a-48f2-a893-a48c12a52742 req-e0a3ccef-7a8f-49bd-84a6-9a72dc7a4da0 service neutron] Port 0902fa08-3c11-46ef-be4c-a72dce4d2747 on network 10576399-efc6-445d-9ca5-76386260f1a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76015 {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 15:06:32.450374 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614adb90-ef2a-48f2-a893-a48c12a52742 req-e0a3ccef-7a8f-49bd-84a6-9a72dc7a4da0 service neutron] Attempting to bind port 0902fa08-3c11-46ef-be4c-a72dce4d2747 on network 10576399-efc6-445d-9ca5-76386260f1a2 {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:06:32.474136 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614adb90-ef2a-48f2-a893-a48c12a52742 req-e0a3ccef-7a8f-49bd-84a6-9a72dc7a4da0 service neutron] Checking agent: {'id': '97479926-a0bf-4e38-9164-b44674cd2f3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76015', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 15, 4, 9), 'started_at': datetime.datetime(2021, 9, 10, 15, 4, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:06:32.474505 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614adb90-ef2a-48f2-a893-a48c12a52742 req-e0a3ccef-7a8f-49bd-84a6-9a72dc7a4da0 service neutron] Checking segment: {'id': '550ddc19-7242-418c-b7f8-f8f745cc5257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '10576399-efc6-445d-9ca5-76386260f1a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:06:32.475167 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614adb90-ef2a-48f2-a893-a48c12a52742 req-e0a3ccef-7a8f-49bd-84a6-9a72dc7a4da0 service neutron] Bound using segment: {'id': '550ddc19-7242-418c-b7f8-f8f745cc5257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '10576399-efc6-445d-9ca5-76386260f1a2'} {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:06:32.476158 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.managers [req-614adb90-ef2a-48f2-a893-a48c12a52742 req-e0a3ccef-7a8f-49bd-84a6-9a72dc7a4da0 service neutron] Bound port: 0902fa08-3c11-46ef-be4c-a72dce4d2747, host: hv-cinder-76015, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '550ddc19-7242-418c-b7f8-f8f745cc5257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '10576399-efc6-445d-9ca5-76386260f1a2'}}] {{(pid=94009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:06:32.476524 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-614adb90-ef2a-48f2-a893-a48c12a52742 req-e0a3ccef-7a8f-49bd-84a6-9a72dc7a4da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:32.549650 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-daae7c66-9051-4f07-873c-a48c3735d8bd req-0b83d229-bd58-4c2f-a4d0-f0e53d40e6c2 tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] 10.222.0.35 "GET /v2.0/security-groups?id=1b42de51-d6ce-459e-a7bd-e942c8dfedf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089849 Sep 10 15:06:32.682064 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.db [req-614adb90-ef2a-48f2-a893-a48c12a52742 req-e0a3ccef-7a8f-49bd-84a6-9a72dc7a4da0 service neutron] For port 0902fa08-3c11-46ef-be4c-a72dce4d2747, host hv-cinder-76015, cleared binding levels {{(pid=94009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:06:32.707008 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.db [req-614adb90-ef2a-48f2-a893-a48c12a52742 req-e0a3ccef-7a8f-49bd-84a6-9a72dc7a4da0 service neutron] For port 0902fa08-3c11-46ef-be4c-a72dce4d2747, host hv-cinder-76015, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=0902fa08-3c11-46ef-be4c-a72dce4d2747,segment=NetworkSegment(550ddc19-7242-418c-b7f8-f8f745cc5257),segment_id=550ddc19-7242-418c-b7f8-f8f745cc5257)] {{(pid=94009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:06:32.719473 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-614adb90-ef2a-48f2-a893-a48c12a52742 req-e0a3ccef-7a8f-49bd-84a6-9a72dc7a4da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1041244'] for port, after_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:32.735439 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce0db8b-8c72-4fc9-a0aa-66731395f215 x-openstack-request-id: req-2ce0db8b-8c72-4fc9-a0aa-66731395f215 {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:06:32.735729 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4ae8c11-5c71-4aaa-bee4-e837400f8c5d", "name": "network-vif-plugged", "status": "completed", "tag": "a7472a7e-c40d-4438-9968-1b858de7e4e4", "code": 200}]} {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:06:32.736236 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2ce0db8b-8c72-4fc9-a0aa-66731395f215 {{(pid=94011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:06:32.736770 dv-cinder-760153-10-iscsi neutron-server[94011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4ae8c11-5c71-4aaa-bee4-e837400f8c5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7472a7e-c40d-4438-9968-1b858de7e4e4', 'code': 200} Sep 10 15:06:32.804808 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a3ccef-7a8f-49bd-84a6-9a72dc7a4da0 service neutron] Pushing event updated for resources: {'Port': ['ID=0902fa08-3c11-46ef-be4c-a72dce4d2747,revision_number=3']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:32.847385 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614adb90-ef2a-48f2-a893-a48c12a52742 req-e0a3ccef-7a8f-49bd-84a6-9a72dc7a4da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:32.848021 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-614adb90-ef2a-48f2-a893-a48c12a52742 req-e0a3ccef-7a8f-49bd-84a6-9a72dc7a4da0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526879'] for port, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:32.849555 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-614adb90-ef2a-48f2-a893-a48c12a52742 req-e0a3ccef-7a8f-49bd-84a6-9a72dc7a4da0 service neutron] 10.222.0.42 "PUT /v2.0/ports/0902fa08-3c11-46ef-be4c-a72dce4d2747 HTTP/1.1" status: 200 len: 1094 time: 4.1621592 Sep 10 15:06:32.855650 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9ede9c0-0e64-4af1-8930-fe240ce9b603', 'tag': '0902fa08-3c11-46ef-be4c-a72dce4d2747'}] {{(pid=94009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:06:33.164505 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52de56ec-ffef-4a25-92e6-90acf2c026c9 req-4da5256a-c859-473f-8e60-dbbcf6f94152 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:33.166441 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-52de56ec-ffef-4a25-92e6-90acf2c026c9 req-4da5256a-c859-473f-8e60-dbbcf6f94152 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=9772ccd7-c617-48d5-926e-bc8768748d19 HTTP/1.1" status: 200 len: 932 time: 0.3323712 Sep 10 15:06:33.168826 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.notifiers.nova [req-45ef52cb-7474-40b6-a073-07f5e09bcaed req-333c2b92-3d66-4d83-b0d6-4079ed6c1949 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cec97b7-708b-48fb-8392-2063069caef4 {{(pid=94009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:06:33.179549 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-45ef52cb-7474-40b6-a073-07f5e09bcaed req-333c2b92-3d66-4d83-b0d6-4079ed6c1949 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:33.207868 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.provisioning_blocks [req-45ef52cb-7474-40b6-a073-07f5e09bcaed req-333c2b92-3d66-4d83-b0d6-4079ed6c1949 service neutron] Transition to ACTIVE for port object 7cec97b7-708b-48fb-8392-2063069caef4 will not be triggered until provisioned by entity L2. {{(pid=94009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:06:33.213559 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-45ef52cb-7474-40b6-a073-07f5e09bcaed req-333c2b92-3d66-4d83-b0d6-4079ed6c1949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1041244'] for port, after_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:33.255280 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-52de56ec-ffef-4a25-92e6-90acf2c026c9 req-2faa4e5b-7c36-450a-b532-bccfaeace08a tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790672 Sep 10 15:06:33.316601 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333c2b92-3d66-4d83-b0d6-4079ed6c1949 service neutron] Pushing event updated for resources: {'Port': ['ID=7cec97b7-708b-48fb-8392-2063069caef4,revision_number=2']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:33.386958 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.managers [req-45ef52cb-7474-40b6-a073-07f5e09bcaed req-333c2b92-3d66-4d83-b0d6-4079ed6c1949 service neutron] Attempting to bind port 7cec97b7-708b-48fb-8392-2063069caef4 on host hv-cinder-76015 for vnic_type normal with profile {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:06:33.386958 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.managers [req-45ef52cb-7474-40b6-a073-07f5e09bcaed req-333c2b92-3d66-4d83-b0d6-4079ed6c1949 service neutron] Attempting to bind port 7cec97b7-708b-48fb-8392-2063069caef4 by drivers openvswitch,hyperv on host hv-cinder-76015 at level 0 using segments [{'id': '550ddc19-7242-418c-b7f8-f8f745cc5257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '10576399-efc6-445d-9ca5-76386260f1a2'}] {{(pid=94009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:06:33.386958 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ef52cb-7474-40b6-a073-07f5e09bcaed req-333c2b92-3d66-4d83-b0d6-4079ed6c1949 service neutron] Attempting to bind port 7cec97b7-708b-48fb-8392-2063069caef4 on network 10576399-efc6-445d-9ca5-76386260f1a2 {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:06:33.401949 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ef52cb-7474-40b6-a073-07f5e09bcaed req-333c2b92-3d66-4d83-b0d6-4079ed6c1949 service neutron] Port 7cec97b7-708b-48fb-8392-2063069caef4 on network 10576399-efc6-445d-9ca5-76386260f1a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76015 {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 15:06:33.402323 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ef52cb-7474-40b6-a073-07f5e09bcaed req-333c2b92-3d66-4d83-b0d6-4079ed6c1949 service neutron] Attempting to bind port 7cec97b7-708b-48fb-8392-2063069caef4 on network 10576399-efc6-445d-9ca5-76386260f1a2 {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:06:33.421011 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-8dcd736a-5ba4-4ab6-99b8-9f884bd6783e req-95bfb9ee-6738-4976-a827-fe35fcc8be17 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 210 time: 0.0362508 Sep 10 15:06:33.424523 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ef52cb-7474-40b6-a073-07f5e09bcaed req-333c2b92-3d66-4d83-b0d6-4079ed6c1949 service neutron] Checking agent: {'id': '97479926-a0bf-4e38-9164-b44674cd2f3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76015', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 15, 4, 9), 'started_at': datetime.datetime(2021, 9, 10, 15, 4, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:06:33.424884 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ef52cb-7474-40b6-a073-07f5e09bcaed req-333c2b92-3d66-4d83-b0d6-4079ed6c1949 service neutron] Checking segment: {'id': '550ddc19-7242-418c-b7f8-f8f745cc5257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '10576399-efc6-445d-9ca5-76386260f1a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:06:33.425272 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ef52cb-7474-40b6-a073-07f5e09bcaed req-333c2b92-3d66-4d83-b0d6-4079ed6c1949 service neutron] Bound using segment: {'id': '550ddc19-7242-418c-b7f8-f8f745cc5257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '10576399-efc6-445d-9ca5-76386260f1a2'} {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:06:33.425713 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.managers [req-45ef52cb-7474-40b6-a073-07f5e09bcaed req-333c2b92-3d66-4d83-b0d6-4079ed6c1949 service neutron] Bound port: 7cec97b7-708b-48fb-8392-2063069caef4, host: hv-cinder-76015, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '550ddc19-7242-418c-b7f8-f8f745cc5257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '10576399-efc6-445d-9ca5-76386260f1a2'}}] {{(pid=94009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:06:33.426104 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-45ef52cb-7474-40b6-a073-07f5e09bcaed req-333c2b92-3d66-4d83-b0d6-4079ed6c1949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:33.494956 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9f06775dd2e397dd855044b511bdd55e5ba575987bbc09c0a11d88d405cb18b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-178f771e-4962-4af2-bba6-1e9fa38dedd3" -d '{"events": [{"name": "network-changed", "server_uuid": "f9ede9c0-0e64-4af1-8930-fe240ce9b603", "tag": "0902fa08-3c11-46ef-be4c-a72dce4d2747"}]}' {{(pid=94009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:06:33.556991 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.db [req-45ef52cb-7474-40b6-a073-07f5e09bcaed req-333c2b92-3d66-4d83-b0d6-4079ed6c1949 service neutron] For port 7cec97b7-708b-48fb-8392-2063069caef4, host hv-cinder-76015, cleared binding levels {{(pid=94009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:06:33.561983 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.db [req-45ef52cb-7474-40b6-a073-07f5e09bcaed req-333c2b92-3d66-4d83-b0d6-4079ed6c1949 service neutron] For port 7cec97b7-708b-48fb-8392-2063069caef4, host hv-cinder-76015, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=7cec97b7-708b-48fb-8392-2063069caef4,segment=NetworkSegment(550ddc19-7242-418c-b7f8-f8f745cc5257),segment_id=550ddc19-7242-418c-b7f8-f8f745cc5257)] {{(pid=94009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:06:33.570839 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-45ef52cb-7474-40b6-a073-07f5e09bcaed req-333c2b92-3d66-4d83-b0d6-4079ed6c1949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1041244'] for port, after_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:33.639289 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ef52cb-7474-40b6-a073-07f5e09bcaed req-333c2b92-3d66-4d83-b0d6-4079ed6c1949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:33.640232 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-45ef52cb-7474-40b6-a073-07f5e09bcaed req-333c2b92-3d66-4d83-b0d6-4079ed6c1949 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526879'] for port, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:33.642930 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-45ef52cb-7474-40b6-a073-07f5e09bcaed req-333c2b92-3d66-4d83-b0d6-4079ed6c1949 service neutron] 10.222.0.42 "PUT /v2.0/ports/7cec97b7-708b-48fb-8392-2063069caef4 HTTP/1.1" status: 200 len: 1094 time: 2.4153361 Sep 10 15:06:33.777407 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 15:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2603abc2-0aaa-47d4-b19d-5003b6a679f6 x-openstack-request-id: req-2603abc2-0aaa-47d4-b19d-5003b6a679f6 {{(pid=94009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:06:33.778103 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9ede9c0-0e64-4af1-8930-fe240ce9b603", "tag": "0902fa08-3c11-46ef-be4c-a72dce4d2747", "status": "completed", "code": 200}]} {{(pid=94009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:06:33.778654 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2603abc2-0aaa-47d4-b19d-5003b6a679f6 {{(pid=94009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:06:33.779341 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9ede9c0-0e64-4af1-8930-fe240ce9b603', 'tag': '0902fa08-3c11-46ef-be4c-a72dce4d2747', 'status': 'completed', 'code': 200} Sep 10 15:06:33.792239 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333c2b92-3d66-4d83-b0d6-4079ed6c1949 service neutron] Pushing event updated for resources: {'Port': ['ID=7cec97b7-708b-48fb-8392-2063069caef4,revision_number=3']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:33.825414 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cfa58c-061e-4398-9804-fcd04f2e1296 req-4dd1b439-11c1-415d-bcfa-326383261393 tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:33.828047 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-73cfa58c-061e-4398-9804-fcd04f2e1296 req-4dd1b439-11c1-415d-bcfa-326383261393 tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4ae8c11-5c71-4aaa-bee4-e837400f8c5d HTTP/1.1" status: 200 len: 945 time: 0.1591992 Sep 10 15:06:33.904849 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-73cfa58c-061e-4398-9804-fcd04f2e1296 req-2f651e32-2683-493f-9450-7def58a1bee1 tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] 10.222.0.35 "GET /v2.0/security-groups?id=1b42de51-d6ce-459e-a7bd-e942c8dfedf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702405 Sep 10 15:06:34.227116 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 40658) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:34.369058 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-3fed1844-2a02-42da-88f5-1cb695b6361d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:34.446197 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ca153-bf49-4c94-9f30-4a8e95ea3dd4 req-693d1a97-4045-4b4e-9118-9496ab0f491e tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:34.448305 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-092ca153-bf49-4c94-9f30-4a8e95ea3dd4 req-693d1a97-4045-4b4e-9118-9496ab0f491e tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=9772ccd7-c617-48d5-926e-bc8768748d19 HTTP/1.1" status: 200 len: 944 time: 0.0886426 Sep 10 15:06:34.541197 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-092ca153-bf49-4c94-9f30-4a8e95ea3dd4 req-f7ed635b-90c7-4dac-a66c-d2d0848cf9d2 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839443 Sep 10 15:06:34.686256 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-a66ce7cf-d135-4acb-9288-596cc832e201 req-85eba8b5-7e7b-4b2c-b99c-c105c986f12c tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 210 time: 0.1263986 Sep 10 15:06:34.755929 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-3fed1844-2a02-42da-88f5-1cb695b6361d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:34.765379 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-3fed1844-2a02-42da-88f5-1cb695b6361d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:35.005553 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fed1844-2a02-42da-88f5-1cb695b6361d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc98706f-4914-4808-8fe3-5bb6312512a7,revision_number=1']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:35.026228 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-3fed1844-2a02-42da-88f5-1cb695b6361d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=45e7463e66d8471c885d475086730d46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7932508 Sep 10 15:06:35.027491 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 40692) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:35.097123 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454ef982-aec1-4225-8006-49be4df1b960 req-7cb13f71-9d8a-443e-b1c0-5c73e206e09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:35.102836 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [req-454ef982-aec1-4225-8006-49be4df1b960 req-7cb13f71-9d8a-443e-b1c0-5c73e206e09d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f4ae8c11-5c71-4aaa-bee4-e837400f8c5d HTTP/1.1" status: 200 len: 1098 time: 0.1704166 Sep 10 15:06:35.142173 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [req-454ef982-aec1-4225-8006-49be4df1b960 req-4c636f27-3248-4b6a-a33d-eafcd9a3256b service neutron] Notify callbacks [] for security_group, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:35.161528 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f771e-4962-4af2-bba6-1e9fa38dedd3 req-a891c92a-9426-4e00-89e6-eab99494f905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:35.164342 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-178f771e-4962-4af2-bba6-1e9fa38dedd3 req-a891c92a-9426-4e00-89e6-eab99494f905 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cbb1ce4618c54a79b7f16a6fbbdf66ab&device_id=f9ede9c0-0e64-4af1-8930-fe240ce9b603 HTTP/1.1" status: 200 len: 1097 time: 0.3557773 Sep 10 15:06:35.182500 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ef52cb-7474-40b6-a073-07f5e09bcaed req-75b12f5a-9678-471f-b951-219b778603f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:35.184217 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-45ef52cb-7474-40b6-a073-07f5e09bcaed req-75b12f5a-9678-471f-b951-219b778603f5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cbb1ce4618c54a79b7f16a6fbbdf66ab&device_id=9772ccd7-c617-48d5-926e-bc8768748d19 HTTP/1.1" status: 200 len: 1097 time: 0.2576902 Sep 10 15:06:35.303043 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.42', 49901) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:35.343272 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-45ef52cb-7474-40b6-a073-07f5e09bcaed req-8036b3c3-393a-4a3e-9388-6c3c07821b11 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cec97b7-708b-48fb-8392-2063069caef4 HTTP/1.1" status: 200 len: 217 time: 0.1453779 Sep 10 15:06:35.419727 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd34cd39-d463-4f35-b682-f579935f3453 req-dc0c619f-54a9-4e81-8265-63a8d5bd28b7 tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:35.421263 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-cd34cd39-d463-4f35-b682-f579935f3453 req-dc0c619f-54a9-4e81-8265-63a8d5bd28b7 tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4ae8c11-5c71-4aaa-bee4-e837400f8c5d HTTP/1.1" status: 200 len: 945 time: 0.4084606 Sep 10 15:06:35.455359 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [req-454ef982-aec1-4225-8006-49be4df1b960 req-4c636f27-3248-4b6a-a33d-eafcd9a3256b service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:35.463801 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [req-454ef982-aec1-4225-8006-49be4df1b960 req-4c636f27-3248-4b6a-a33d-eafcd9a3256b service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:35.534826 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-d626b3ea-816a-4fd2-a38f-9a73eb44983e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:35.584134 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ef52cb-7474-40b6-a073-07f5e09bcaed req-1b92ea7e-f74a-4030-8f0f-40399ac69258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:35.587105 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-45ef52cb-7474-40b6-a073-07f5e09bcaed req-1b92ea7e-f74a-4030-8f0f-40399ac69258 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1439a9a1-9d83-40a1-a053-fdab96d16b79 HTTP/1.1" status: 200 len: 858 time: 0.2225204 Sep 10 15:06:35.588452 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f771e-4962-4af2-bba6-1e9fa38dedd3 req-9b2f1b7d-ba77-47e6-b64e-5d4d43c0c175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:35.590084 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-178f771e-4962-4af2-bba6-1e9fa38dedd3 req-9b2f1b7d-ba77-47e6-b64e-5d4d43c0c175 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=cbb1ce4618c54a79b7f16a6fbbdf66ab&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4048085 Sep 10 15:06:35.612450 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-d626b3ea-816a-4fd2-a38f-9a73eb44983e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:35.684210 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-cd34cd39-d463-4f35-b682-f579935f3453 req-3ec58c7a-010c-4759-9a58-e061cb7c44ae tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] 10.222.0.35 "GET /v2.0/security-groups?id=1b42de51-d6ce-459e-a7bd-e942c8dfedf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078640 Sep 10 15:06:35.686329 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [req-454ef982-aec1-4225-8006-49be4df1b960 req-4c636f27-3248-4b6a-a33d-eafcd9a3256b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1b42de51-d6ce-459e-a7bd-e942c8dfedf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5741978 Sep 10 15:06:35.699181 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c636f27-3248-4b6a-a33d-eafcd9a3256b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6db6dafc-a2be-4d4e-b532-0c3dbd3491ba,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:35.743907 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8382446a-d756-4227-aa48-8a6bf0d913e9 req-2a3c7ad7-3a37-419e-a382-a3d15461d54d tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:35.746461 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [req-8382446a-d756-4227-aa48-8a6bf0d913e9 req-2a3c7ad7-3a37-419e-a382-a3d15461d54d tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.42 "GET /v2.0/networks?id=d8cbe470-bc98-41a4-a428-659bec184b54 HTTP/1.1" status: 200 len: 817 time: 0.4401948 Sep 10 15:06:35.845008 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9772ccd7-c617-48d5-926e-bc8768748d19', 'tag': '7cec97b7-708b-48fb-8392-2063069caef4'}] {{(pid=94009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:06:35.848860 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9f06775dd2e397dd855044b511bdd55e5ba575987bbc09c0a11d88d405cb18b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e2918e-19c5-43c4-b7a4-f59561430d38" -d '{"events": [{"name": "network-changed", "server_uuid": "9772ccd7-c617-48d5-926e-bc8768748d19", "tag": "7cec97b7-708b-48fb-8392-2063069caef4"}]}' {{(pid=94009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:06:35.868885 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-45ef52cb-7474-40b6-a073-07f5e09bcaed req-f08430b8-2e37-4e43-93e0-4f705de1b17c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=10576399-efc6-445d-9ca5-76386260f1a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2598097 Sep 10 15:06:35.963552 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-35059772-b4b9-4b61-a97a-7d68928ae419 req-4e45ccd9-698b-4f85-ad1a-0a7ada4e5129 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 210 time: 0.1098173 Sep 10 15:06:36.091364 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [req-8382446a-d756-4227-aa48-8a6bf0d913e9 req-21cfc175-3a6e-46fe-b0f7-5d66ebd6c7c5 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0149948ecbd4da99adb4e990da99cd9 HTTP/1.1" status: 200 len: 380 time: 0.1785717 Sep 10 15:06:36.103741 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.v2.base [req-8382446a-d756-4227-aa48-8a6bf0d913e9 req-2d6c7c4c-178d-470a-bcb7-0ff1d565b6bf tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Request body: {'port': {'device_id': 'e2924c45-fb9a-4ab9-86f9-3ba21e44701b', 'network_id': 'd8cbe470-bc98-41a4-a428-659bec184b54', 'admin_state_up': True, 'tenant_id': 'c0149948ecbd4da99adb4e990da99cd9', 'security_groups': ['88c2f7ce-a671-457c-9037-355504b74c71']}} {{(pid=94010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:06:36.139838 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 15:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec9bf5b-5e4d-49d4-860b-0bb88dbabfac x-openstack-request-id: req-6ec9bf5b-5e4d-49d4-860b-0bb88dbabfac {{(pid=94009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:06:36.140429 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9772ccd7-c617-48d5-926e-bc8768748d19", "tag": "7cec97b7-708b-48fb-8392-2063069caef4", "status": "completed", "code": 200}]} {{(pid=94009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:06:36.140814 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6ec9bf5b-5e4d-49d4-860b-0bb88dbabfac {{(pid=94009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:06:36.141400 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9772ccd7-c617-48d5-926e-bc8768748d19', 'tag': '7cec97b7-708b-48fb-8392-2063069caef4', 'status': 'completed', 'code': 200} Sep 10 15:06:36.299172 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-d626b3ea-816a-4fd2-a38f-9a73eb44983e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:36.304180 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-d626b3ea-816a-4fd2-a38f-9a73eb44983e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:36.313302 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-d626b3ea-816a-4fd2-a38f-9a73eb44983e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cc98706f-4914-4808-8fe3-5bb6312512a7 HTTP/1.1" status: 204 len: 168 time: 1.2547343 Sep 10 15:06:36.406474 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c8bdfc-e530-4221-a18f-d83e207c371d req-02c4b49c-d21f-4a5f-b2ff-f38771027b5b tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:36.409316 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-31c8bdfc-e530-4221-a18f-d83e207c371d req-02c4b49c-d21f-4a5f-b2ff-f38771027b5b tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=9772ccd7-c617-48d5-926e-bc8768748d19 HTTP/1.1" status: 200 len: 944 time: 0.6519129 Sep 10 15:06:36.419777 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d626b3ea-816a-4fd2-a38f-9a73eb44983e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc98706f-4914-4808-8fe3-5bb6312512a7,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:36.442758 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f771e-4962-4af2-bba6-1e9fa38dedd3 req-10a54b54-6060-491a-a1c2-c40d5dfa78e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:36.446837 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-178f771e-4962-4af2-bba6-1e9fa38dedd3 req-10a54b54-6060-491a-a1c2-c40d5dfa78e2 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8360848 Sep 10 15:06:36.471819 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-45ef52cb-7474-40b6-a073-07f5e09bcaed req-c19c7aa3-3c10-44af-88aa-f4bb96ee5960 service neutron] 10.222.0.42 "GET /v2.0/networks/10576399-efc6-445d-9ca5-76386260f1a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4949782 Sep 10 15:06:36.696743 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8382446a-d756-4227-aa48-8a6bf0d913e9 req-2d6c7c4c-178d-470a-bcb7-0ff1d565b6bf tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Made reservation on behalf of c0149948ecbd4da99adb4e990da99cd9 for: {'port': 1} {{(pid=94010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:06:36.703396 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [req-8382446a-d756-4227-aa48-8a6bf0d913e9 req-2d6c7c4c-178d-470a-bcb7-0ff1d565b6bf tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:37.042934 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.db.db_base_plugin_common [req-8382446a-d756-4227-aa48-8a6bf0d913e9 req-2d6c7c4c-178d-470a-bcb7-0ff1d565b6bf tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Allocated IP 172.20.0.3 (d8cbe470-bc98-41a4-a428-659bec184b54/782052c7-4991-4efe-97d8-5a0e8f67d6bc/82eba568-662f-42f2-bd64-96a84537e5b4) {{(pid=94010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:06:37.100823 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-31c8bdfc-e530-4221-a18f-d83e207c371d req-934b703b-fe2f-458a-a376-4db085e90d85 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6494596 Sep 10 15:06:37.274739 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-c41a3489-7071-459b-882b-458cbcd9f8d9 req-2d550fc9-d16e-404d-bead-d6e49dfe8eeb tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 210 time: 0.0706217 Sep 10 15:06:37.291506 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 40762) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:37.353371 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614adb90-ef2a-48f2-a893-a48c12a52742 req-1f36f94a-0c2a-40f4-af8e-060c63d04e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:37.357322 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-614adb90-ef2a-48f2-a893-a48c12a52742 req-1f36f94a-0c2a-40f4-af8e-060c63d04e2f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cbb1ce4618c54a79b7f16a6fbbdf66ab&device_id=f9ede9c0-0e64-4af1-8930-fe240ce9b603 HTTP/1.1" status: 200 len: 1097 time: 0.8018434 Sep 10 15:06:37.359830 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [req-8382446a-d756-4227-aa48-8a6bf0d913e9 req-2d6c7c4c-178d-470a-bcb7-0ff1d565b6bf tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks [] for port, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:37.373714 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-45ef52cb-7474-40b6-a073-07f5e09bcaed req-1953726a-b65e-46b4-bb0b-8eec00359723 service neutron] 10.222.0.42 "GET /v2.0/networks/10576399-efc6-445d-9ca5-76386260f1a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8885391 Sep 10 15:06:37.394133 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b0319e-de75-40f2-8159-f627747cea17 req-9856d4a6-dda7-4b31-9e0d-65fd0492162f tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:37.402280 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.db.provisioning_blocks [req-8382446a-d756-4227-aa48-8a6bf0d913e9 req-2d6c7c4c-178d-470a-bcb7-0ff1d565b6bf tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Transition to ACTIVE for port object 82eba568-662f-42f2-bd64-96a84537e5b4 will not be triggered until provisioned by entity DHCP. {{(pid=94010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:06:37.406937 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-c7b0319e-de75-40f2-8159-f627747cea17 req-9856d4a6-dda7-4b31-9e0d-65fd0492162f tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4ae8c11-5c71-4aaa-bee4-e837400f8c5d HTTP/1.1" status: 200 len: 945 time: 0.3140683 Sep 10 15:06:37.483714 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-c7b0319e-de75-40f2-8159-f627747cea17 req-07f7e075-2e40-4bd4-9b87-2abcbca16b8a tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] 10.222.0.35 "GET /v2.0/security-groups?id=1b42de51-d6ce-459e-a7bd-e942c8dfedf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733080 Sep 10 15:06:37.495626 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [req-8382446a-d756-4227-aa48-8a6bf0d913e9 req-2d6c7c4c-178d-470a-bcb7-0ff1d565b6bf tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748756606401'] for port, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:37.559979 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-b99cf9b8-15b8-4ed8-a154-d566b024524e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:37.576071 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 40772) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:37.598927 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-b8c3a05d-b0b7-4aa4-a8b2-eac37a3392d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:37.606098 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8382446a-d756-4227-aa48-8a6bf0d913e9 req-2d6c7c4c-178d-470a-bcb7-0ff1d565b6bf tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Network d8cbe470-bc98-41a4-a428-659bec184b54 is already hosted by enough agents. {{(pid=94010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:06:37.607577 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.base_scheduler [req-8382446a-d756-4227-aa48-8a6bf0d913e9 req-2d6c7c4c-178d-470a-bcb7-0ff1d565b6bf tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Resources bound (agent type, host, resource id): {{(pid=94010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:06:37.612110 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.db.l3_dvrscheduler_db [req-8382446a-d756-4227-aa48-8a6bf0d913e9 req-2d6c7c4c-178d-470a-bcb7-0ff1d565b6bf tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Received port after_create {{(pid=94010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:06:37.620033 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8382446a-d756-4227-aa48-8a6bf0d913e9 req-2d6c7c4c-178d-470a-bcb7-0ff1d565b6bf tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:37.620875 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [req-8382446a-d756-4227-aa48-8a6bf0d913e9 req-2d6c7c4c-178d-470a-bcb7-0ff1d565b6bf tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526879'] for port, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:37.645637 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6c7c4c-178d-470a-bcb7-0ff1d565b6bf tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Pushing event updated for resources: {'Port': ['ID=82eba568-662f-42f2-bd64-96a84537e5b4,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:37.745656 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-b99cf9b8-15b8-4ed8-a154-d566b024524e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:37.761694 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-b99cf9b8-15b8-4ed8-a154-d566b024524e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:37.821948 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-b99cf9b8-15b8-4ed8-a154-d566b024524e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8109eb8432f34bd08ff469ee6fadd4c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5224116 Sep 10 15:06:37.826401 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 40776) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:37.854880 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99cf9b8-15b8-4ed8-a154-d566b024524e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19cc9f72-63ae-4b50-afa7-ae60f53d82d9,revision_number=1']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:37.896439 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-3baf5444-3d8e-453f-93fa-bc0e52fddda1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:37.927335 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-3baf5444-3d8e-453f-93fa-bc0e52fddda1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:37.940284 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-c9e3c485-0206-45c6-b1d7-41b38ee0ea13 None None] Provisioning for port 82eba568-662f-42f2-bd64-96a84537e5b4 completed by entity DHCP. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:06:37.948551 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-c9e3c485-0206-45c6-b1d7-41b38ee0ea13 None None] Provisioning complete for port 82eba568-662f-42f2-bd64-96a84537e5b4 triggered by entity DHCP. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:06:37.949781 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c9e3c485-0206-45c6-b1d7-41b38ee0ea13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:37.954661 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-b8c3a05d-b0b7-4aa4-a8b2-eac37a3392d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:37.961576 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-b8c3a05d-b0b7-4aa4-a8b2-eac37a3392d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:37.980926 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [req-8382446a-d756-4227-aa48-8a6bf0d913e9 req-2d6c7c4c-178d-470a-bcb7-0ff1d565b6bf tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8823843 Sep 10 15:06:38.015931 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-3baf5444-3d8e-453f-93fa-bc0e52fddda1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:38.020637 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-3baf5444-3d8e-453f-93fa-bc0e52fddda1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:38.023362 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-3baf5444-3d8e-453f-93fa-bc0e52fddda1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/19cc9f72-63ae-4b50-afa7-ae60f53d82d9 HTTP/1.1" status: 204 len: 168 time: 0.1949317 Sep 10 15:06:38.024190 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-c9e3c485-0206-45c6-b1d7-41b38ee0ea13 None None] Port 82eba568-662f-42f2-bd64-96a84537e5b4 cannot update to ACTIVE because it is not bound. {{(pid=94011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 15:06:38.034105 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c3a05d-b0b7-4aa4-a8b2-eac37a3392d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec54f46a-e89c-410c-95ce-3dc4b0046ec7,revision_number=1']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:38.045678 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-b8c3a05d-b0b7-4aa4-a8b2-eac37a3392d1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d931b8e9d3324a90bc723874c177cf43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4663110 Sep 10 15:06:38.046500 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 40780) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:38.049481 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baf5444-3d8e-453f-93fa-bc0e52fddda1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19cc9f72-63ae-4b50-afa7-ae60f53d82d9,revision_number=None']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:38.124086 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-81002f17-82f2-471c-b485-3a5ea96ef700 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:38.151933 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-81002f17-82f2-471c-b485-3a5ea96ef700 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:38.229215 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-81002f17-82f2-471c-b485-3a5ea96ef700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:38.233680 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-81002f17-82f2-471c-b485-3a5ea96ef700 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:38.235592 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-81002f17-82f2-471c-b485-3a5ea96ef700 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ec54f46a-e89c-410c-95ce-3dc4b0046ec7 HTTP/1.1" status: 204 len: 168 time: 0.1878946 Sep 10 15:06:38.281626 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81002f17-82f2-471c-b485-3a5ea96ef700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec54f46a-e89c-410c-95ce-3dc4b0046ec7,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:38.317074 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec4c1b-a242-4a0c-8715-9ca22155d8a1 req-1836f317-c898-4dec-a0f7-51dee1dcd8d5 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:38.326237 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-e8ec4c1b-a242-4a0c-8715-9ca22155d8a1 req-1836f317-c898-4dec-a0f7-51dee1dcd8d5 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=9772ccd7-c617-48d5-926e-bc8768748d19 HTTP/1.1" status: 200 len: 944 time: 0.1199586 Sep 10 15:06:38.387191 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-e8ec4c1b-a242-4a0c-8715-9ca22155d8a1 req-7dc8e5bb-226c-4220-886e-ff06cdfee566 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539892 Sep 10 15:06:38.533072 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80998296-cc73-4db2-a8bc-eac00d8c5d1c req-85c6b509-0131-4dc0-b3e3-108f70bf5f0b tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:38.535903 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-80998296-cc73-4db2-a8bc-eac00d8c5d1c req-85c6b509-0131-4dc0-b3e3-108f70bf5f0b tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 931 time: 0.1006231 Sep 10 15:06:38.635090 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 40798) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:38.646342 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-80998296-cc73-4db2-a8bc-eac00d8c5d1c req-d808dbaa-fa8b-4238-98da-f715dd8379ba tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=88c2f7ce-a671-457c-9037-355504b74c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994105 Sep 10 15:06:38.671199 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-cad3d88a-db6d-4dbc-b9e4-316741aeb385 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:38.710401 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d584bc6f-3b69-47c0-bbf5-7cabd9c4a1eb req-1b1aff6e-a63e-4745-8e30-0535421921c7 tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:38.714597 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-d584bc6f-3b69-47c0-bbf5-7cabd9c4a1eb req-1b1aff6e-a63e-4745-8e30-0535421921c7 tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4ae8c11-5c71-4aaa-bee4-e837400f8c5d HTTP/1.1" status: 200 len: 945 time: 0.1014855 Sep 10 15:06:38.785212 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-d584bc6f-3b69-47c0-bbf5-7cabd9c4a1eb req-71f3c2c1-b6fd-4552-aaa9-80c2f6a0fb98 tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] 10.222.0.35 "GET /v2.0/security-groups?id=1b42de51-d6ce-459e-a7bd-e942c8dfedf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641823 Sep 10 15:06:38.855082 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-cad3d88a-db6d-4dbc-b9e4-316741aeb385 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:38.861883 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-cad3d88a-db6d-4dbc-b9e4-316741aeb385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:38.914453 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad3d88a-db6d-4dbc-b9e4-316741aeb385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf5059f2-e746-4f0b-9634-4ecf2c2c04fb,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:38.922647 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-cad3d88a-db6d-4dbc-b9e4-316741aeb385 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=df2e13e5ece046979a52dda938806628&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2843060 Sep 10 15:06:38.924445 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 40806) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:39.004085 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-13cb80ad-6b9c-4006-9dd4-3089653a714b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:39.047963 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-13cb80ad-6b9c-4006-9dd4-3089653a714b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:39.125556 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-13cb80ad-6b9c-4006-9dd4-3089653a714b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:39.129111 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-13cb80ad-6b9c-4006-9dd4-3089653a714b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:39.134398 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-13cb80ad-6b9c-4006-9dd4-3089653a714b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cf5059f2-e746-4f0b-9634-4ecf2c2c04fb HTTP/1.1" status: 204 len: 168 time: 0.2051404 Sep 10 15:06:39.142799 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cb80ad-6b9c-4006-9dd4-3089653a714b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf5059f2-e746-4f0b-9634-4ecf2c2c04fb,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:39.195744 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:39.518070 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.v2.base [req-8382446a-d756-4227-aa48-8a6bf0d913e9 req-b0dae995-5e20-4530-bc12-44879727b642 service neutron] Request body: {'port': {'device_id': 'e2924c45-fb9a-4ab9-86f9-3ba21e44701b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76015'}} {{(pid=94010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:06:39.649197 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [req-8382446a-d756-4227-aa48-8a6bf0d913e9 req-b0dae995-5e20-4530-bc12-44879727b642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:39.660810 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-614adb90-ef2a-48f2-a893-a48c12a52742 req-ccac9304-c68d-41f4-b137-d28cbc0637bf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0902fa08-3c11-46ef-be4c-a72dce4d2747 HTTP/1.1" status: 200 len: 217 time: 0.1411002 Sep 10 15:06:39.836876 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e2918e-19c5-43c4-b7a4-f59561430d38 req-1f5119fb-fdec-452f-8695-7a9b8f3130b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:39.839551 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-63e2918e-19c5-43c4-b7a4-f59561430d38 req-1f5119fb-fdec-452f-8695-7a9b8f3130b4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cbb1ce4618c54a79b7f16a6fbbdf66ab&device_id=9772ccd7-c617-48d5-926e-bc8768748d19 HTTP/1.1" status: 200 len: 1097 time: 0.2201476 Sep 10 15:06:39.874761 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec405404-a5fa-44d9-a64b-1b72161e5ce0 req-1ddd839c-d2fe-4fce-b75f-4156997bdc8a tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:39.877715 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-ec405404-a5fa-44d9-a64b-1b72161e5ce0 req-1ddd839c-d2fe-4fce-b75f-4156997bdc8a tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=9772ccd7-c617-48d5-926e-bc8768748d19 HTTP/1.1" status: 200 len: 944 time: 0.3853018 Sep 10 15:06:39.922395 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614adb90-ef2a-48f2-a893-a48c12a52742 req-bab84209-9d28-4f88-b7b6-e9a68163143e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:39.924978 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-614adb90-ef2a-48f2-a893-a48c12a52742 req-bab84209-9d28-4f88-b7b6-e9a68163143e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1439a9a1-9d83-40a1-a053-fdab96d16b79 HTTP/1.1" status: 200 len: 858 time: 0.2155218 Sep 10 15:06:40.139483 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-ec405404-a5fa-44d9-a64b-1b72161e5ce0 req-75498b2c-0378-4480-b65c-118019690d8a tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322917 Sep 10 15:06:40.189279 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.notifiers.nova [req-8382446a-d756-4227-aa48-8a6bf0d913e9 req-b0dae995-5e20-4530-bc12-44879727b642 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82eba568-662f-42f2-bd64-96a84537e5b4 {{(pid=94010) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:06:40.200620 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [req-8382446a-d756-4227-aa48-8a6bf0d913e9 req-b0dae995-5e20-4530-bc12-44879727b642 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:40.217322 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.db.provisioning_blocks [req-8382446a-d756-4227-aa48-8a6bf0d913e9 req-b0dae995-5e20-4530-bc12-44879727b642 service neutron] Transition to ACTIVE for port object 82eba568-662f-42f2-bd64-96a84537e5b4 will not be triggered until provisioned by entity L2. {{(pid=94010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:06:40.224861 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [req-8382446a-d756-4227-aa48-8a6bf0d913e9 req-b0dae995-5e20-4530-bc12-44879727b642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:40.227697 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b919076-27c1-4959-9c3b-a2e766d26e16 req-0a47fa63-fd2f-4244-bcfb-74cf4267ae42 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:40.230775 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-8b919076-27c1-4959-9c3b-a2e766d26e16 req-0a47fa63-fd2f-4244-bcfb-74cf4267ae42 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 931 time: 0.3513646 Sep 10 15:06:40.301213 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dae995-5e20-4530-bc12-44879727b642 service neutron] Pushing event updated for resources: {'Port': ['ID=82eba568-662f-42f2-bd64-96a84537e5b4,revision_number=2']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:40.337853 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e2918e-19c5-43c4-b7a4-f59561430d38 req-0a26f2db-44b4-471a-915e-547685a2e16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:40.339696 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-63e2918e-19c5-43c4-b7a4-f59561430d38 req-0a26f2db-44b4-471a-915e-547685a2e16b service neutron] 10.222.0.42 "GET /v2.0/networks?id=10576399-efc6-445d-9ca5-76386260f1a2 HTTP/1.1" status: 200 len: 919 time: 0.4836886 Sep 10 15:06:40.376951 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.managers [req-8382446a-d756-4227-aa48-8a6bf0d913e9 req-b0dae995-5e20-4530-bc12-44879727b642 service neutron] Attempting to bind port 82eba568-662f-42f2-bd64-96a84537e5b4 on host hv-cinder-76015 for vnic_type normal with profile {{(pid=94010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:06:40.377384 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.managers [req-8382446a-d756-4227-aa48-8a6bf0d913e9 req-b0dae995-5e20-4530-bc12-44879727b642 service neutron] Attempting to bind port 82eba568-662f-42f2-bd64-96a84537e5b4 by drivers openvswitch,hyperv on host hv-cinder-76015 at level 0 using segments [{'id': 'adc254f0-00c9-46af-adb3-b3d1f6ff0d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd8cbe470-bc98-41a4-a428-659bec184b54'}] {{(pid=94010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:06:40.377833 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8382446a-d756-4227-aa48-8a6bf0d913e9 req-b0dae995-5e20-4530-bc12-44879727b642 service neutron] Attempting to bind port 82eba568-662f-42f2-bd64-96a84537e5b4 on network d8cbe470-bc98-41a4-a428-659bec184b54 {{(pid=94010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:06:40.384953 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8382446a-d756-4227-aa48-8a6bf0d913e9 req-b0dae995-5e20-4530-bc12-44879727b642 service neutron] Port 82eba568-662f-42f2-bd64-96a84537e5b4 on network d8cbe470-bc98-41a4-a428-659bec184b54 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76015 {{(pid=94010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 15:06:40.385285 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8382446a-d756-4227-aa48-8a6bf0d913e9 req-b0dae995-5e20-4530-bc12-44879727b642 service neutron] Attempting to bind port 82eba568-662f-42f2-bd64-96a84537e5b4 on network d8cbe470-bc98-41a4-a428-659bec184b54 {{(pid=94010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:06:40.396654 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8382446a-d756-4227-aa48-8a6bf0d913e9 req-b0dae995-5e20-4530-bc12-44879727b642 service neutron] Checking agent: {'id': '97479926-a0bf-4e38-9164-b44674cd2f3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76015', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 15, 4, 9), 'started_at': datetime.datetime(2021, 9, 10, 15, 4, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:06:40.399230 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8382446a-d756-4227-aa48-8a6bf0d913e9 req-b0dae995-5e20-4530-bc12-44879727b642 service neutron] Checking segment: {'id': 'adc254f0-00c9-46af-adb3-b3d1f6ff0d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd8cbe470-bc98-41a4-a428-659bec184b54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:06:40.399828 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8382446a-d756-4227-aa48-8a6bf0d913e9 req-b0dae995-5e20-4530-bc12-44879727b642 service neutron] Bound using segment: {'id': 'adc254f0-00c9-46af-adb3-b3d1f6ff0d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd8cbe470-bc98-41a4-a428-659bec184b54'} {{(pid=94010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:06:40.400369 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.managers [req-8382446a-d756-4227-aa48-8a6bf0d913e9 req-b0dae995-5e20-4530-bc12-44879727b642 service neutron] Bound port: 82eba568-662f-42f2-bd64-96a84537e5b4, host: hv-cinder-76015, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adc254f0-00c9-46af-adb3-b3d1f6ff0d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd8cbe470-bc98-41a4-a428-659bec184b54'}}] {{(pid=94010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:06:40.400806 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [req-8382446a-d756-4227-aa48-8a6bf0d913e9 req-b0dae995-5e20-4530-bc12-44879727b642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:40.426628 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-8b919076-27c1-4959-9c3b-a2e766d26e16 req-9ba957ce-0fc4-42d1-a4f5-9f35f97302be tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=88c2f7ce-a671-457c-9037-355504b74c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1719639 Sep 10 15:06:40.464281 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba983207-1277-475d-b542-1ad6d8735fc3 req-aa21ef5e-c3ca-491f-a90a-3b1b3e33cf7e tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:40.469202 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-ba983207-1277-475d-b542-1ad6d8735fc3 req-aa21ef5e-c3ca-491f-a90a-3b1b3e33cf7e tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4ae8c11-5c71-4aaa-bee4-e837400f8c5d HTTP/1.1" status: 200 len: 945 time: 0.1760304 Sep 10 15:06:40.545057 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 40860) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:40.557950 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.db [req-8382446a-d756-4227-aa48-8a6bf0d913e9 req-b0dae995-5e20-4530-bc12-44879727b642 service neutron] For port 82eba568-662f-42f2-bd64-96a84537e5b4, host hv-cinder-76015, cleared binding levels {{(pid=94010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:06:40.574775 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.db [req-8382446a-d756-4227-aa48-8a6bf0d913e9 req-b0dae995-5e20-4530-bc12-44879727b642 service neutron] For port 82eba568-662f-42f2-bd64-96a84537e5b4, host hv-cinder-76015, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=82eba568-662f-42f2-bd64-96a84537e5b4,segment=NetworkSegment(adc254f0-00c9-46af-adb3-b3d1f6ff0d76),segment_id=adc254f0-00c9-46af-adb3-b3d1f6ff0d76)] {{(pid=94010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:06:40.580687 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-ba983207-1277-475d-b542-1ad6d8735fc3 req-eb5ab6f4-8951-4a99-9305-68d69d5c9f14 tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] 10.222.0.35 "GET /v2.0/security-groups?id=1b42de51-d6ce-459e-a7bd-e942c8dfedf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988467 Sep 10 15:06:40.581191 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [req-8382446a-d756-4227-aa48-8a6bf0d913e9 req-b0dae995-5e20-4530-bc12-44879727b642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:40.634097 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8382446a-d756-4227-aa48-8a6bf0d913e9 req-b0dae995-5e20-4530-bc12-44879727b642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:40.635202 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [req-8382446a-d756-4227-aa48-8a6bf0d913e9 req-b0dae995-5e20-4530-bc12-44879727b642 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526879'] for port, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:40.637793 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [req-8382446a-d756-4227-aa48-8a6bf0d913e9 req-b0dae995-5e20-4530-bc12-44879727b642 service neutron] 10.222.0.42 "PUT /v2.0/ports/82eba568-662f-42f2-bd64-96a84537e5b4 HTTP/1.1" status: 200 len: 1093 time: 1.1278822 Sep 10 15:06:40.638587 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2924c45-fb9a-4ab9-86f9-3ba21e44701b', 'tag': '82eba568-662f-42f2-bd64-96a84537e5b4'}] {{(pid=94010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:06:40.642738 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff59ba7baab64600ea656df3deb47cfc0f0684b4bff4090ee9645072728f0a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f0d028-a6ca-42be-a0d6-c1f464448241" -d '{"events": [{"name": "network-changed", "server_uuid": "e2924c45-fb9a-4ab9-86f9-3ba21e44701b", "tag": "82eba568-662f-42f2-bd64-96a84537e5b4"}]}' {{(pid=94010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:06:40.685443 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dae995-5e20-4530-bc12-44879727b642 service neutron] Pushing event updated for resources: {'Port': ['ID=82eba568-662f-42f2-bd64-96a84537e5b4,revision_number=3']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:40.721201 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 15:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6154884-3f43-486a-b9eb-85a0810d0d0a x-openstack-request-id: req-f6154884-3f43-486a-b9eb-85a0810d0d0a {{(pid=94010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:06:40.721814 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2924c45-fb9a-4ab9-86f9-3ba21e44701b", "tag": "82eba568-662f-42f2-bd64-96a84537e5b4", "status": "completed", "code": 200}]} {{(pid=94010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:06:40.722288 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f6154884-3f43-486a-b9eb-85a0810d0d0a {{(pid=94010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:06:40.722643 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2924c45-fb9a-4ab9-86f9-3ba21e44701b', 'tag': '82eba568-662f-42f2-bd64-96a84537e5b4', 'status': 'completed', 'code': 200} Sep 10 15:06:40.767512 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.v2.base [None req-87213137-96d5-4ed5-a01d-2882b9d8f60c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2053022496-network', 'tenant_id': '7d6c471aa355459cb32ab1d843297062'}} {{(pid=94010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:06:40.827430 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87213137-96d5-4ed5-a01d-2882b9d8f60c admin admin] Made reservation on behalf of 7d6c471aa355459cb32ab1d843297062 for: {'network': 1} {{(pid=94010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:06:40.827430 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-87213137-96d5-4ed5-a01d-2882b9d8f60c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for network, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:40.843446 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-87213137-96d5-4ed5-a01d-2882b9d8f60c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:41.015406 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-87213137-96d5-4ed5-a01d-2882b9d8f60c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:41.022849 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-87213137-96d5-4ed5-a01d-2882b9d8f60c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:41.075115 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87213137-96d5-4ed5-a01d-2882b9d8f60c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=94010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 15:06:41.088475 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87213137-96d5-4ed5-a01d-2882b9d8f60c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9399761-2628-481c-8d09-6a3be7ac2b8e,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:41.095647 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-87213137-96d5-4ed5-a01d-2882b9d8f60c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672864'] for segment, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:41.095993 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.db.segments_db [None req-87213137-96d5-4ed5-a01d-2882b9d8f60c admin admin] Added segment 32be698a-4d5c-460f-8cd5-1de3731e03bf of type vlan for network 498b98cf-9752-41d2-a438-2c66a5ab7fe8 Sep 10 15:06:41.149148 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-87213137-96d5-4ed5-a01d-2882b9d8f60c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748756560168'] for network, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:41.199602 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-87213137-96d5-4ed5-a01d-2882b9d8f60c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861'] for network, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:41.200528 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87213137-96d5-4ed5-a01d-2882b9d8f60c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:41.201585 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-87213137-96d5-4ed5-a01d-2882b9d8f60c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526879'] for network, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:41.265771 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-87213137-96d5-4ed5-a01d-2882b9d8f60c admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7194114 Sep 10 15:06:41.267028 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 40888) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:41.280680 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.v2.base [None req-cc2433ea-9d51-4096-9122-2a650d36f321 admin admin] Request body: {'subnet': {'network_id': '498b98cf-9752-41d2-a438-2c66a5ab7fe8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2053022496-subnet', 'tenant_id': '7d6c471aa355459cb32ab1d843297062', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:06:41.330939 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87213137-96d5-4ed5-a01d-2882b9d8f60c admin admin] Pushing event updated for resources: {'Network': ['ID=498b98cf-9752-41d2-a438-2c66a5ab7fe8,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:41.347827 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Network 498b98cf-9752-41d2-a438-2c66a5ab7fe8 details requested by agent ovs-agent-dv-cinder-760153-10-iscsi with host dv-cinder-760153-10-iscsi {{(pid=94011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 15:06:41.412303 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc2433ea-9d51-4096-9122-2a650d36f321 admin admin] Made reservation on behalf of 7d6c471aa355459cb32ab1d843297062 for: {'subnet': 1} {{(pid=94009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:06:41.417283 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-cc2433ea-9d51-4096-9122-2a650d36f321 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13677608'] for subnet, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:41.439031 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c8907-cef9-431c-8b41-ffccd17e73e9 req-3bd561d1-87bf-49f2-badd-b1c00ba52f0c tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:41.453043 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-8f9c8907-cef9-431c-8b41-ffccd17e73e9 req-3bd561d1-87bf-49f2-badd-b1c00ba52f0c tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=9772ccd7-c617-48d5-926e-bc8768748d19 HTTP/1.1" status: 200 len: 944 time: 0.1877751 Sep 10 15:06:41.572531 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-8f9c8907-cef9-431c-8b41-ffccd17e73e9 req-8a33932f-21a1-4d9d-b9a9-6dbf47cc3bb2 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182368 Sep 10 15:06:41.675732 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b568b79-54d5-4411-a276-552abd9bcde9 req-a6ad18c5-5adc-4908-951a-286995421a65 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:41.677504 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-7b568b79-54d5-4411-a276-552abd9bcde9 req-a6ad18c5-5adc-4908-951a-286995421a65 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 943 time: 0.1015913 Sep 10 15:06:41.809111 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-7b568b79-54d5-4411-a276-552abd9bcde9 req-654b9926-ede9-46fa-819d-3a8c9257ed1e tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=88c2f7ce-a671-457c-9037-355504b74c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204164 Sep 10 15:06:41.822236 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0a5454-6b55-4c5d-9c69-9ef408ac1bb0 req-b2155cf1-7d42-48c2-ad57-b0af9a3faeb7 tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:41.823880 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-9d0a5454-6b55-4c5d-9c69-9ef408ac1bb0 req-b2155cf1-7d42-48c2-ad57-b0af9a3faeb7 tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4ae8c11-5c71-4aaa-bee4-e837400f8c5d HTTP/1.1" status: 200 len: 945 time: 0.1372733 Sep 10 15:06:41.825431 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-cc2433ea-9d51-4096-9122-2a650d36f321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1040851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13677622'] for subnet, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:41.910825 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2433ea-9d51-4096-9122-2a650d36f321 admin admin] Pushing event updated for resources: {'Subnet': ['ID=370a65fe-7682-49e6-a0ed-a0e70f7b0bd6,revision_number=0']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:41.927386 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-9d0a5454-6b55-4c5d-9c69-9ef408ac1bb0 req-3ee808eb-55dd-480f-adb7-38fe931841df tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] 10.222.0.35 "GET /v2.0/security-groups?id=1b42de51-d6ce-459e-a7bd-e942c8dfedf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941963 Sep 10 15:06:41.937128 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc2433ea-9d51-4096-9122-2a650d36f321 admin admin] Checking segment: {'id': '32be698a-4d5c-460f-8cd5-1de3731e03bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '498b98cf-9752-41d2-a438-2c66a5ab7fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:06:41.937833 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2433ea-9d51-4096-9122-2a650d36f321 admin admin] Network hostable DHCP agents. Network: 498b98cf-9752-41d2-a438-2c66a5ab7fe8, hostable agents: ['afb565d3-e50e-4cf5-8d13-a2fbc8ff1b06'], hosted agents: [] {{(pid=94009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 15:06:41.963617 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2433ea-9d51-4096-9122-2a650d36f321 admin admin] Network 498b98cf-9752-41d2-a438-2c66a5ab7fe8 is scheduled to be hosted by DHCP agent afb565d3-e50e-4cf5-8d13-a2fbc8ff1b06 with binding_index 1 {{(pid=94009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 15:06:41.976250 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.base_scheduler [None req-cc2433ea-9d51-4096-9122-2a650d36f321 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760153-10-iscsi, 498b98cf-9752-41d2-a438-2c66a5ab7fe8) {{(pid=94009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:06:41.986473 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bea41f1-4511-4d3b-99c2-70d3b6faa101 None None] Network 498b98cf-9752-41d2-a438-2c66a5ab7fe8 requested from dv-cinder-760153-10-iscsi {{(pid=94011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:06:41.986781 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2433ea-9d51-4096-9122-2a650d36f321 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:41.987782 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-cc2433ea-9d51-4096-9122-2a650d36f321 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:42.014295 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-cc2433ea-9d51-4096-9122-2a650d36f321 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7442417 Sep 10 15:06:42.225694 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ec94b5-385c-4d05-ac57-d93c1d9f60b7 None None] Network 498b98cf-9752-41d2-a438-2c66a5ab7fe8 requested from dv-cinder-760153-10-iscsi {{(pid=94011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:06:42.743995 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-614adb90-ef2a-48f2-a893-a48c12a52742 req-065fdd79-172f-41c2-933b-2d4c9bf04e9d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=10576399-efc6-445d-9ca5-76386260f1a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1031513 Sep 10 15:06:42.788967 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f0d028-a6ca-42be-a0d6-c1f464448241 req-d2e1dab7-0db5-462e-b527-754a34eb61bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:42.793732 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [req-55f0d028-a6ca-42be-a0d6-c1f464448241 req-d2e1dab7-0db5-462e-b527-754a34eb61bb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c0149948ecbd4da99adb4e990da99cd9&device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 1096 time: 0.1083791 Sep 10 15:06:42.857872 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-63e2918e-19c5-43c4-b7a4-f59561430d38 req-899df161-a98a-4fd9-9d96-b23c97bed38f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cec97b7-708b-48fb-8392-2063069caef4 HTTP/1.1" status: 200 len: 217 time: 0.1878765 Sep 10 15:06:43.076968 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c8e6f5-d8db-43de-a22c-4ef410d121e2 req-85c4c7c8-63d4-48d9-aadc-69c7963d548f tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:43.090702 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-48c8e6f5-d8db-43de-a22c-4ef410d121e2 req-85c4c7c8-63d4-48d9-aadc-69c7963d548f tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=9772ccd7-c617-48d5-926e-bc8768748d19 HTTP/1.1" status: 200 len: 944 time: 0.3729107 Sep 10 15:06:43.129358 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 40946) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:43.140356 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.v2.base [None req-d486dead-7e4e-4c1f-b68a-ebe54269fae2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-117481549-network', 'tenant_id': 'dc5ac0ba17fd43ea84a76757b566f296'}} {{(pid=94010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:06:43.181916 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e2918e-19c5-43c4-b7a4-f59561430d38 req-d6cc272d-d82e-4452-8cd9-4048fc1c1292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:43.184541 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-63e2918e-19c5-43c4-b7a4-f59561430d38 req-d6cc272d-d82e-4452-8cd9-4048fc1c1292 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1439a9a1-9d83-40a1-a053-fdab96d16b79 HTTP/1.1" status: 200 len: 858 time: 0.3065698 Sep 10 15:06:43.213354 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f0d028-a6ca-42be-a0d6-c1f464448241 req-5dee9fc2-1ce0-4e0b-a62c-cb3e34ad0ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:43.216054 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [req-55f0d028-a6ca-42be-a0d6-c1f464448241 req-5dee9fc2-1ce0-4e0b-a62c-cb3e34ad0ada service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=c0149948ecbd4da99adb4e990da99cd9&shared=False HTTP/1.1" status: 200 len: 918 time: 0.4040146 Sep 10 15:06:43.248385 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-614adb90-ef2a-48f2-a893-a48c12a52742 req-a92bc2d8-60b0-4c8c-8b17-747309b50b9d service neutron] 10.222.0.42 "GET /v2.0/networks/10576399-efc6-445d-9ca5-76386260f1a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4140370 Sep 10 15:06:43.282735 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d486dead-7e4e-4c1f-b68a-ebe54269fae2 admin admin] Made reservation on behalf of dc5ac0ba17fd43ea84a76757b566f296 for: {'network': 1} {{(pid=94010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:06:43.286938 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-d486dead-7e4e-4c1f-b68a-ebe54269fae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for network, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:43.317082 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-63e2918e-19c5-43c4-b7a4-f59561430d38 req-2c6cdda6-cd52-4ce7-ae1e-89e615274a4d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=10576399-efc6-445d-9ca5-76386260f1a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0917225 Sep 10 15:06:43.322512 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-48c8e6f5-d8db-43de-a22c-4ef410d121e2 req-e783562f-0418-47f5-9688-3ac66f9cbead tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303376 Sep 10 15:06:43.348200 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-d486dead-7e4e-4c1f-b68a-ebe54269fae2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:43.377815 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53b88bb-9161-4c8c-aa51-f99d46319342 req-9c9090a1-13ea-401b-9536-97f134b86b98 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:43.390703 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-b53b88bb-9161-4c8c-aa51-f99d46319342 req-9c9090a1-13ea-401b-9536-97f134b86b98 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 943 time: 0.3352480 Sep 10 15:06:43.653631 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f0d028-a6ca-42be-a0d6-c1f464448241 req-ebb022a5-0544-4979-b0de-16668a47be6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:43.656430 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [req-55f0d028-a6ca-42be-a0d6-c1f464448241 req-ebb022a5-0544-4979-b0de-16668a47be6e service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4314072 Sep 10 15:06:43.744634 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-b53b88bb-9161-4c8c-aa51-f99d46319342 req-67a43e55-c461-4c1e-8392-a0516ceb9a02 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=88c2f7ce-a671-457c-9037-355504b74c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3527153 Sep 10 15:06:43.842768 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-63e2918e-19c5-43c4-b7a4-f59561430d38 req-dc7cfdf8-c44e-45ec-a39a-2bdfc8bf0b4d service neutron] 10.222.0.42 "GET /v2.0/networks/10576399-efc6-445d-9ca5-76386260f1a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5126812 Sep 10 15:06:43.847738 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-614adb90-ef2a-48f2-a893-a48c12a52742 req-994e987b-aba1-4aad-8cc5-d3605e234507 service neutron] 10.222.0.42 "GET /v2.0/networks/10576399-efc6-445d-9ca5-76386260f1a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5481389 Sep 10 15:06:43.855666 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-d486dead-7e4e-4c1f-b68a-ebe54269fae2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:43.861655 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeafcc2-1ff6-4577-b4b0-9950502a432e req-bd4eab97-8689-493f-99d9-34ffb14460c0 tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:43.862705 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8382446a-d756-4227-aa48-8a6bf0d913e9 req-92ced665-6701-4214-a8fc-af4e97a7c118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:43.866582 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [req-8382446a-d756-4227-aa48-8a6bf0d913e9 req-92ced665-6701-4214-a8fc-af4e97a7c118 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c0149948ecbd4da99adb4e990da99cd9&device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 1096 time: 0.1491454 Sep 10 15:06:43.868716 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-d486dead-7e4e-4c1f-b68a-ebe54269fae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:43.872052 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-adeafcc2-1ff6-4577-b4b0-9950502a432e req-bd4eab97-8689-493f-99d9-34ffb14460c0 tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4ae8c11-5c71-4aaa-bee4-e837400f8c5d HTTP/1.1" status: 200 len: 945 time: 0.2919846 Sep 10 15:06:44.042404 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [req-8382446a-d756-4227-aa48-8a6bf0d913e9 req-503ca184-5a2f-452c-9d09-4575f1ef75ae service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=82eba568-662f-42f2-bd64-96a84537e5b4 HTTP/1.1" status: 200 len: 217 time: 0.1614869 Sep 10 15:06:44.051545 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d486dead-7e4e-4c1f-b68a-ebe54269fae2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=94010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 15:06:44.148003 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-d486dead-7e4e-4c1f-b68a-ebe54269fae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672864'] for segment, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:44.148584 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.db.segments_db [None req-d486dead-7e4e-4c1f-b68a-ebe54269fae2 admin admin] Added segment a84874d9-3a51-4b21-b751-759816038656 of type vlan for network dc74dc6d-cf2c-4f94-b354-b7acb53888bd Sep 10 15:06:44.167208 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d486dead-7e4e-4c1f-b68a-ebe54269fae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aeb1c66-45a4-4a79-9a29-fbbeba88c571,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:44.247508 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 40978) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:44.265756 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-d486dead-7e4e-4c1f-b68a-ebe54269fae2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748756560168'] for network, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:44.276107 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8382446a-d756-4227-aa48-8a6bf0d913e9 req-0ac20d1f-5364-459a-a031-100e795ec263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:44.278700 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [req-8382446a-d756-4227-aa48-8a6bf0d913e9 req-0ac20d1f-5364-459a-a031-100e795ec263 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=782052c7-4991-4efe-97d8-5a0e8f67d6bc HTTP/1.1" status: 200 len: 856 time: 0.2184193 Sep 10 15:06:44.284817 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-adeafcc2-1ff6-4577-b4b0-9950502a432e req-6ec24d49-ccc5-4e70-b032-651ef6f4a445 tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] 10.222.0.35 "GET /v2.0/security-groups?id=1b42de51-d6ce-459e-a7bd-e942c8dfedf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4112165 Sep 10 15:06:44.323682 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-63e2918e-19c5-43c4-b7a4-f59561430d38 req-23f9284d-a33c-4a65-a6f9-76edd5d9d0f9 service neutron] 10.222.0.42 "GET /v2.0/networks/10576399-efc6-445d-9ca5-76386260f1a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4482741 Sep 10 15:06:44.370924 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.agents_db [None req-04bb1bd2-f33d-49ef-a466-6fb3f7a23ee1 None None] Agent healthcheck: found 6 active agents {{(pid=94012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 15:06:44.399136 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-d486dead-7e4e-4c1f-b68a-ebe54269fae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861'] for network, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:44.400769 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d486dead-7e4e-4c1f-b68a-ebe54269fae2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:44.401792 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-d486dead-7e4e-4c1f-b68a-ebe54269fae2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526879'] for network, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:44.491028 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8382446a-d756-4227-aa48-8a6bf0d913e9 req-39989059-d188-4f5e-9c93-7a86636ba3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:44.493755 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [req-8382446a-d756-4227-aa48-8a6bf0d913e9 req-39989059-d188-4f5e-9c93-7a86636ba3ae service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d8cbe470-bc98-41a4-a428-659bec184b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2036867 Sep 10 15:06:44.511357 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-d486dead-7e4e-4c1f-b68a-ebe54269fae2 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3794358 Sep 10 15:06:44.521232 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 40994) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:44.533384 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.v2.base [None req-7aa33e9d-332e-4b58-9ccd-c81e001727a7 admin admin] Request body: {'subnet': {'network_id': 'dc74dc6d-cf2c-4f94-b354-b7acb53888bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-117481549-subnet', 'tenant_id': 'dc5ac0ba17fd43ea84a76757b566f296', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:06:44.609023 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-6d0c03bf-29c5-4163-8d6f-c85e75e9384c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:44.617627 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d486dead-7e4e-4c1f-b68a-ebe54269fae2 admin admin] Pushing event updated for resources: {'Network': ['ID=dc74dc6d-cf2c-4f94-b354-b7acb53888bd,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:44.619566 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b23f12e-4cbc-4129-8985-9d850d6b3353 req-4c2bed23-2bdf-457d-9250-830a122efa6c tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:44.637467 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Network dc74dc6d-cf2c-4f94-b354-b7acb53888bd details requested by agent ovs-agent-dv-cinder-760153-10-iscsi with host dv-cinder-760153-10-iscsi {{(pid=94011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 15:06:44.643999 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-1b23f12e-4cbc-4129-8985-9d850d6b3353 req-4c2bed23-2bdf-457d-9250-830a122efa6c tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=9772ccd7-c617-48d5-926e-bc8768748d19 HTTP/1.1" status: 200 len: 944 time: 0.1751466 Sep 10 15:06:44.683414 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa33e9d-332e-4b58-9ccd-c81e001727a7 admin admin] Made reservation on behalf of dc5ac0ba17fd43ea84a76757b566f296 for: {'subnet': 1} {{(pid=94009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:06:44.687994 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-7aa33e9d-332e-4b58-9ccd-c81e001727a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13677608'] for subnet, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:44.770061 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-1b23f12e-4cbc-4129-8985-9d850d6b3353 req-0daa13bc-5ad9-4929-ae9e-e792903b0a79 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211650 Sep 10 15:06:44.838864 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [req-8382446a-d756-4227-aa48-8a6bf0d913e9 req-27cd5425-e3d5-433d-8883-304ce077de7d service neutron] 10.222.0.42 "GET /v2.0/networks/d8cbe470-bc98-41a4-a428-659bec184b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3257272 Sep 10 15:06:45.042329 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-6d0c03bf-29c5-4163-8d6f-c85e75e9384c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:45.059715 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-6d0c03bf-29c5-4163-8d6f-c85e75e9384c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:45.070864 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [req-8382446a-d756-4227-aa48-8a6bf0d913e9 req-089de7fe-ff6c-45b1-b1e6-3cf3de877056 service neutron] 10.222.0.42 "GET /v2.0/networks/d8cbe470-bc98-41a4-a428-659bec184b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218609 Sep 10 15:06:45.215033 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32dfc4b-0bca-47c9-b081-b4aa42adcc27 req-23b9b55f-8b78-497d-b06a-1f830799a1d0 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:45.215753 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-b32dfc4b-0bca-47c9-b081-b4aa42adcc27 req-23b9b55f-8b78-497d-b06a-1f830799a1d0 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 943 time: 0.2689304 Sep 10 15:06:45.263382 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-7aa33e9d-332e-4b58-9ccd-c81e001727a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1040851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13677622'] for subnet, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:45.326086 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0c03bf-29c5-4163-8d6f-c85e75e9384c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abdd442d-f91a-4dc8-89f8-0dcdeddaccf4,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:45.346214 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-6d0c03bf-29c5-4163-8d6f-c85e75e9384c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=75f0ae4074214908a0140aeade699379&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0944307 Sep 10 15:06:45.351690 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 41012) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:45.391127 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-b32dfc4b-0bca-47c9-b081-b4aa42adcc27 req-1e26b30b-4110-4939-ab55-ef69fa75f935 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=88c2f7ce-a671-457c-9037-355504b74c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636658 Sep 10 15:06:45.429909 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa33e9d-332e-4b58-9ccd-c81e001727a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cac05b63-346b-4ae6-8c3e-f7dfa268db7e,revision_number=0']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:45.442316 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa33e9d-332e-4b58-9ccd-c81e001727a7 admin admin] Checking segment: {'id': 'a84874d9-3a51-4b21-b751-759816038656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'dc74dc6d-cf2c-4f94-b354-b7acb53888bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:06:45.442797 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa33e9d-332e-4b58-9ccd-c81e001727a7 admin admin] Network hostable DHCP agents. Network: dc74dc6d-cf2c-4f94-b354-b7acb53888bd, hostable agents: ['afb565d3-e50e-4cf5-8d13-a2fbc8ff1b06'], hosted agents: [] {{(pid=94009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 15:06:45.468640 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa33e9d-332e-4b58-9ccd-c81e001727a7 admin admin] Network dc74dc6d-cf2c-4f94-b354-b7acb53888bd is scheduled to be hosted by DHCP agent afb565d3-e50e-4cf5-8d13-a2fbc8ff1b06 with binding_index 1 {{(pid=94009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 15:06:45.479757 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-025fc0b1-09b6-4d9d-9027-e7bc7696d785 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:45.490230 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.base_scheduler [None req-7aa33e9d-332e-4b58-9ccd-c81e001727a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760153-10-iscsi, dc74dc6d-cf2c-4f94-b354-b7acb53888bd) {{(pid=94009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:06:45.496393 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa33e9d-332e-4b58-9ccd-c81e001727a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:45.496947 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-7aa33e9d-332e-4b58-9ccd-c81e001727a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:45.504754 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67f35ab-034f-4e3a-b407-bc8c48b1e480 None None] Network dc74dc6d-cf2c-4f94-b354-b7acb53888bd requested from dv-cinder-760153-10-iscsi {{(pid=94011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:06:45.529249 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-025fc0b1-09b6-4d9d-9027-e7bc7696d785 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:45.558291 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-7aa33e9d-332e-4b58-9ccd-c81e001727a7 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0298467 Sep 10 15:06:45.661159 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-025fc0b1-09b6-4d9d-9027-e7bc7696d785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:45.669035 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-025fc0b1-09b6-4d9d-9027-e7bc7696d785 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:45.672277 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-025fc0b1-09b6-4d9d-9027-e7bc7696d785 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/abdd442d-f91a-4dc8-89f8-0dcdeddaccf4 HTTP/1.1" status: 204 len: 168 time: 0.3191569 Sep 10 15:06:45.710800 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025fc0b1-09b6-4d9d-9027-e7bc7696d785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abdd442d-f91a-4dc8-89f8-0dcdeddaccf4,revision_number=None']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:45.960232 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae04c22-6321-4491-8237-8eeda8d1ad07 None None] Network dc74dc6d-cf2c-4f94-b354-b7acb53888bd requested from dv-cinder-760153-10-iscsi {{(pid=94011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:06:46.206568 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e06649b-b80c-4af5-9fb5-3d8fde14acd4 req-218cf2d8-034b-48dc-8716-e9707203a478 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:46.210390 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-7e06649b-b80c-4af5-9fb5-3d8fde14acd4 req-218cf2d8-034b-48dc-8716-e9707203a478 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=9772ccd7-c617-48d5-926e-bc8768748d19 HTTP/1.1" status: 200 len: 944 time: 0.2395673 Sep 10 15:06:46.299780 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-7e06649b-b80c-4af5-9fb5-3d8fde14acd4 req-e12aefc9-6419-40e5-b532-49b49f8a2d9a tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717604 Sep 10 15:06:46.405368 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 41052) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:46.508428 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device 0902fa08-3c11-46ef-be4c-a72dce4d2747 details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=94011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 15:06:46.588298 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-b570950b-3bac-4079-953c-fe694ecc703b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:46.719710 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 41062) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:46.727201 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-b570950b-3bac-4079-953c-fe694ecc703b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:46.735466 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-b570950b-3bac-4079-953c-fe694ecc703b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:46.776252 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b301821-21f0-41af-b462-1996ff5728ab req-91d7bd01-c906-4943-bcbc-e2908544dd0f tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:46.781737 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-b570950b-3bac-4079-953c-fe694ecc703b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=824f2902edc042b48d061b582d8a46b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3714592 Sep 10 15:06:46.786146 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 41068) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:46.807341 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-3b301821-21f0-41af-b462-1996ff5728ab req-91d7bd01-c906-4943-bcbc-e2908544dd0f tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 943 time: 0.2464814 Sep 10 15:06:46.872303 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-48f8ad2d-6b90-45f5-8418-59b6afd0a398 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:46.934085 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-3b301821-21f0-41af-b462-1996ff5728ab req-7add7c5d-717e-4c77-b3a1-00a2d3bb1fc6 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=88c2f7ce-a671-457c-9037-355504b74c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238453 Sep 10 15:06:46.989356 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b570950b-3bac-4079-953c-fe694ecc703b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f73d2e0d-382d-4c81-931e-db2110a84b84,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:46.992558 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] For port 0902fa08-3c11-46ef-be4c-a72dce4d2747, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=0902fa08-3c11-46ef-be4c-a72dce4d2747,segment=NetworkSegment(550ddc19-7242-418c-b7f8-f8f745cc5257),segment_id=550ddc19-7242-418c-b7f8-f8f745cc5257)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:06:47.013132 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Returning: {'device': '0902fa08-3c11-46ef-be4c-a72dce4d2747', 'network_id': '10576399-efc6-445d-9ca5-76386260f1a2', 'port_id': '0902fa08-3c11-46ef-be4c-a72dce4d2747', 'mac_address': 'fa:16:3e:43:c2:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1439a9a1-9d83-40a1-a053-fdab96d16b79', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 15:06:47.035346 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-dd4767c5-6e83-4bba-8e2f-11f52acae79b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:47.064676 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-dd4767c5-6e83-4bba-8e2f-11f52acae79b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:47.113524 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:47.159895 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-dd4767c5-6e83-4bba-8e2f-11f52acae79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:47.164290 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-dd4767c5-6e83-4bba-8e2f-11f52acae79b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:47.169821 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-dd4767c5-6e83-4bba-8e2f-11f52acae79b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f73d2e0d-382d-4c81-931e-db2110a84b84 HTTP/1.1" status: 204 len: 168 time: 0.3818431 Sep 10 15:06:47.170471 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0902fa08-3c11-46ef-be4c-a72dce4d2747 {{(pid=94011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:06:47.180346 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4767c5-6e83-4bba-8e2f-11f52acae79b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f73d2e0d-382d-4c81-931e-db2110a84b84,revision_number=None']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:47.217934 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-48f8ad2d-6b90-45f5-8418-59b6afd0a398 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:47.230628 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-48f8ad2d-6b90-45f5-8418-59b6afd0a398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:47.247628 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] For port 0902fa08-3c11-46ef-be4c-a72dce4d2747, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=0902fa08-3c11-46ef-be4c-a72dce4d2747,segment=NetworkSegment(550ddc19-7242-418c-b7f8-f8f745cc5257),segment_id=550ddc19-7242-418c-b7f8-f8f745cc5257)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:06:47.264889 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:47.265581 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device 7cec97b7-708b-48fb-8392-2063069caef4 details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=94011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 15:06:47.299322 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f8ad2d-6b90-45f5-8418-59b6afd0a398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb5958a9-a6f4-4610-8ea5-9f0387f1f473,revision_number=1']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:47.346378 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-48f8ad2d-6b90-45f5-8418-59b6afd0a398 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8fed115fc82140ce86eb25aafcf37a5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6239858 Sep 10 15:06:47.350945 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 41090) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:47.453647 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Pushing event updated for resources: {'Port': ['ID=0902fa08-3c11-46ef-be4c-a72dce4d2747,revision_number=4']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:47.461949 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] For port 7cec97b7-708b-48fb-8392-2063069caef4, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=7cec97b7-708b-48fb-8392-2063069caef4,segment=NetworkSegment(550ddc19-7242-418c-b7f8-f8f745cc5257),segment_id=550ddc19-7242-418c-b7f8-f8f745cc5257)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:06:47.486578 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Returning: {'device': '7cec97b7-708b-48fb-8392-2063069caef4', 'network_id': '10576399-efc6-445d-9ca5-76386260f1a2', 'port_id': '7cec97b7-708b-48fb-8392-2063069caef4', 'mac_address': 'fa:16:3e:e3:76:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1439a9a1-9d83-40a1-a053-fdab96d16b79', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 15:06:47.531848 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-4a937d8b-eff8-42cf-a7e1-8faeaa6fda94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:47.620022 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:47.620688 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-4a937d8b-eff8-42cf-a7e1-8faeaa6fda94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:47.631785 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d12eb7-805c-40e6-a40d-bb9b2fd2d1c5 req-18940c28-e9fa-45f9-b216-798394e549cc tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:47.637019 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-85d12eb7-805c-40e6-a40d-bb9b2fd2d1c5 req-18940c28-e9fa-45f9-b216-798394e549cc tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=9772ccd7-c617-48d5-926e-bc8768748d19 HTTP/1.1" status: 200 len: 944 time: 0.1679707 Sep 10 15:06:47.656792 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cec97b7-708b-48fb-8392-2063069caef4 {{(pid=94011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:06:47.714627 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-85d12eb7-805c-40e6-a40d-bb9b2fd2d1c5 req-a4ee4759-8c16-423e-9767-5ceb04fa3534 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696862 Sep 10 15:06:47.720024 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] For port 7cec97b7-708b-48fb-8392-2063069caef4, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=7cec97b7-708b-48fb-8392-2063069caef4,segment=NetworkSegment(550ddc19-7242-418c-b7f8-f8f745cc5257),segment_id=550ddc19-7242-418c-b7f8-f8f745cc5257)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:06:47.722836 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-4a937d8b-eff8-42cf-a7e1-8faeaa6fda94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:47.726270 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-4a937d8b-eff8-42cf-a7e1-8faeaa6fda94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:47.737797 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-4a937d8b-eff8-42cf-a7e1-8faeaa6fda94 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cb5958a9-a6f4-4610-8ea5-9f0387f1f473 HTTP/1.1" status: 204 len: 168 time: 0.3748012 Sep 10 15:06:47.738567 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:47.741671 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a937d8b-eff8-42cf-a7e1-8faeaa6fda94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb5958a9-a6f4-4610-8ea5-9f0387f1f473,revision_number=None']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:47.814619 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Pushing event updated for resources: {'Port': ['ID=7cec97b7-708b-48fb-8392-2063069caef4,revision_number=4']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:47.959914 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 41106) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:47.983646 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-e03be58e-7d77-4397-82d1-7736e858ebdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:48.038351 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] get_ports_and_sgs() called for port_ids ['7cec97b7-708b-48fb-8392-2063069caef4'] {{(pid=94011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 15:06:48.060384 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] get_ports_and_sgs() called for port_ids ['0902fa08-3c11-46ef-be4c-a72dce4d2747'] {{(pid=94011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 15:06:48.235974 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-e03be58e-7d77-4397-82d1-7736e858ebdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:48.256474 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407a4d3e-e916-4cdb-8f02-3d436b2a4a3e req-99f3363d-6b05-492a-952c-4c74a727b442 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:48.259402 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-407a4d3e-e916-4cdb-8f02-3d436b2a4a3e req-99f3363d-6b05-492a-952c-4c74a727b442 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 943 time: 0.1396945 Sep 10 15:06:48.261309 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-e03be58e-7d77-4397-82d1-7736e858ebdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:48.379990 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-e03be58e-7d77-4397-82d1-7736e858ebdf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7f9083de32d142ce95b7fbf19ffcb63b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4176254 Sep 10 15:06:48.384615 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 41120) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:48.389216 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03be58e-7d77-4397-82d1-7736e858ebdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a8fca4-bbe1-4952-aa39-b7d71e37c9b6,revision_number=1']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:48.434153 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-407a4d3e-e916-4cdb-8f02-3d436b2a4a3e req-be2e5059-b461-4383-84c5-f816a6ce439d tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=88c2f7ce-a671-457c-9037-355504b74c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1526344 Sep 10 15:06:48.507540 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-c47600c4-3a44-4258-8c76-1f043dd82a35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:48.531617 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device 82eba568-662f-42f2-bd64-96a84537e5b4 details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=94011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 15:06:48.543370 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-c47600c4-3a44-4258-8c76-1f043dd82a35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:48.664800 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-c47600c4-3a44-4258-8c76-1f043dd82a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:48.672535 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-c47600c4-3a44-4258-8c76-1f043dd82a35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:48.674676 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-c47600c4-3a44-4258-8c76-1f043dd82a35 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c3a8fca4-bbe1-4952-aa39-b7d71e37c9b6 HTTP/1.1" status: 204 len: 168 time: 0.2884941 Sep 10 15:06:48.695421 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47600c4-3a44-4258-8c76-1f043dd82a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a8fca4-bbe1-4952-aa39-b7d71e37c9b6,revision_number=None']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:48.936510 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] For port 82eba568-662f-42f2-bd64-96a84537e5b4, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=82eba568-662f-42f2-bd64-96a84537e5b4,segment=NetworkSegment(adc254f0-00c9-46af-adb3-b3d1f6ff0d76),segment_id=adc254f0-00c9-46af-adb3-b3d1f6ff0d76)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:06:48.965395 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f46177-27c6-4c52-b89e-12cd7859e24c req-6a82e0b9-5670-4a52-bc60-49ca6a3764c4 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:48.967350 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-a3f46177-27c6-4c52-b89e-12cd7859e24c req-6a82e0b9-5670-4a52-bc60-49ca6a3764c4 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=9772ccd7-c617-48d5-926e-bc8768748d19 HTTP/1.1" status: 200 len: 945 time: 0.1303899 Sep 10 15:06:48.971584 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Returning: {'device': '82eba568-662f-42f2-bd64-96a84537e5b4', 'network_id': 'd8cbe470-bc98-41a4-a428-659bec184b54', 'port_id': '82eba568-662f-42f2-bd64-96a84537e5b4', 'mac_address': 'fa:16:3e:30:61:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '782052c7-4991-4efe-97d8-5a0e8f67d6bc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 15:06:49.072897 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-a3f46177-27c6-4c52-b89e-12cd7859e24c req-57d92c68-0b03-432d-97c7-0d70dcc4f86f tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822527 Sep 10 15:06:49.089309 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:49.188066 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82eba568-662f-42f2-bd64-96a84537e5b4 {{(pid=94011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:06:49.271366 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] For port 82eba568-662f-42f2-bd64-96a84537e5b4, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=82eba568-662f-42f2-bd64-96a84537e5b4,segment=NetworkSegment(adc254f0-00c9-46af-adb3-b3d1f6ff0d76),segment_id=adc254f0-00c9-46af-adb3-b3d1f6ff0d76)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:06:49.290734 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:49.478962 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Pushing event updated for resources: {'Port': ['ID=82eba568-662f-42f2-bd64-96a84537e5b4,revision_number=4']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:49.617942 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] get_ports_and_sgs() called for port_ids ['82eba568-662f-42f2-bd64-96a84537e5b4'] {{(pid=94011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 15:06:49.640524 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ffd3d-1632-4ede-a150-668326751145 req-3bddbef7-702d-4ecd-bb55-7cb8191d9609 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:49.647097 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-341ffd3d-1632-4ede-a150-668326751145 req-3bddbef7-702d-4ecd-bb55-7cb8191d9609 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 944 time: 0.1054468 Sep 10 15:06:49.736327 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-341ffd3d-1632-4ede-a150-668326751145 req-1e02a7b7-3bb7-46f3-b22a-6744503b5ed5 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=88c2f7ce-a671-457c-9037-355504b74c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769570 Sep 10 15:06:50.328209 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c46c7a0-b11f-4ac9-b1d7-79892d6e3fd2 req-a5a671b9-1bac-42d5-bba2-70ecb8cf6df4 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:50.329980 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-6c46c7a0-b11f-4ac9-b1d7-79892d6e3fd2 req-a5a671b9-1bac-42d5-bba2-70ecb8cf6df4 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=9772ccd7-c617-48d5-926e-bc8768748d19 HTTP/1.1" status: 200 len: 945 time: 0.1083357 Sep 10 15:06:50.430902 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-6c46c7a0-b11f-4ac9-b1d7-79892d6e3fd2 req-978122e8-0154-4447-94eb-528c57ffc052 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805097 Sep 10 15:06:50.537450 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device 82eba568-662f-42f2-bd64-96a84537e5b4 up at agent hyperv_hv-cinder-76015 {{(pid=94011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:06:50.666288 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Provisioning for port 82eba568-662f-42f2-bd64-96a84537e5b4 completed by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:06:50.683874 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Provisioning complete for port 82eba568-662f-42f2-bd64-96a84537e5b4 triggered by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:06:50.684845 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:50.870449 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:50.924974 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ccebdb-bba8-4571-a1dc-964f7fd1dc34 req-8946e571-c259-48f6-b81c-f9578a623fa4 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:50.933841 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-21ccebdb-bba8-4571-a1dc-964f7fd1dc34 req-8946e571-c259-48f6-b81c-f9578a623fa4 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 944 time: 0.0819564 Sep 10 15:06:50.942121 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2924c45-fb9a-4ab9-86f9-3ba21e44701b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82eba568-662f-42f2-bd64-96a84537e5b4'}] {{(pid=94011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:06:50.948761 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eff4842c0e32827c09e5fc730d7a4a2f35fc7e77767eed508a7d5fefd1bac28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e37bd412-dde2-48b7-adcb-266783957bf5" -d '{"events": [{"server_uuid": "e2924c45-fb9a-4ab9-86f9-3ba21e44701b", "name": "network-vif-plugged", "status": "completed", "tag": "82eba568-662f-42f2-bd64-96a84537e5b4"}]}' {{(pid=94011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:06:50.962788 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] For port 82eba568-662f-42f2-bd64-96a84537e5b4, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=82eba568-662f-42f2-bd64-96a84537e5b4,segment=NetworkSegment(adc254f0-00c9-46af-adb3-b3d1f6ff0d76),segment_id=adc254f0-00c9-46af-adb3-b3d1f6ff0d76)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:06:50.976507 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:50.982567 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device 0902fa08-3c11-46ef-be4c-a72dce4d2747 up at agent hyperv_hv-cinder-76015 {{(pid=94011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:06:51.034082 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-21ccebdb-bba8-4571-a1dc-964f7fd1dc34 req-75ee444a-1c98-4f95-bd65-7736e3ac63b7 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=88c2f7ce-a671-457c-9037-355504b74c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905604 Sep 10 15:06:51.168758 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74bbb31d-1344-4b5a-a83e-6fbdbb309dff x-openstack-request-id: req-74bbb31d-1344-4b5a-a83e-6fbdbb309dff {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:06:51.169788 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2924c45-fb9a-4ab9-86f9-3ba21e44701b", "name": "network-vif-plugged", "status": "completed", "tag": "82eba568-662f-42f2-bd64-96a84537e5b4", "code": 200}]} {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:06:51.172084 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-74bbb31d-1344-4b5a-a83e-6fbdbb309dff {{(pid=94011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:06:51.172705 dv-cinder-760153-10-iscsi neutron-server[94011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2924c45-fb9a-4ab9-86f9-3ba21e44701b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82eba568-662f-42f2-bd64-96a84537e5b4', 'code': 200} Sep 10 15:06:51.323611 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 41254) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:51.370633 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Pushing event updated for resources: {'Port': ['ID=82eba568-662f-42f2-bd64-96a84537e5b4,revision_number=5']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:51.383420 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Provisioning for port 0902fa08-3c11-46ef-be4c-a72dce4d2747 completed by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:06:51.391788 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Provisioning complete for port 0902fa08-3c11-46ef-be4c-a72dce4d2747 triggered by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:06:51.392247 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:51.455392 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e2259-f95c-438d-8741-ce3ab4aaf733 req-3d508fe6-d5c5-4871-9ffb-0696e82123e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:51.487488 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [req-036e2259-f95c-438d-8741-ce3ab4aaf733 req-3d508fe6-d5c5-4871-9ffb-0696e82123e3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 1098 time: 0.1646552 Sep 10 15:06:51.592179 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [req-036e2259-f95c-438d-8741-ce3ab4aaf733 req-91f1ace6-24b4-4068-abb8-9e894513fca1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=88c2f7ce-a671-457c-9037-355504b74c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974181 Sep 10 15:06:51.608134 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:51.641841 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2bedbc-3d38-4e41-8280-53458c477dca req-9b24d6fe-8851-4407-9866-6f0b84631f4b tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:51.651653 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-8c2bedbc-3d38-4e41-8280-53458c477dca req-9b24d6fe-8851-4407-9866-6f0b84631f4b tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=9772ccd7-c617-48d5-926e-bc8768748d19 HTTP/1.1" status: 200 len: 945 time: 0.0818667 Sep 10 15:06:51.663085 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] For port 0902fa08-3c11-46ef-be4c-a72dce4d2747, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=0902fa08-3c11-46ef-be4c-a72dce4d2747,segment=NetworkSegment(550ddc19-7242-418c-b7f8-f8f745cc5257),segment_id=550ddc19-7242-418c-b7f8-f8f745cc5257)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:06:51.669420 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:51.670946 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device 7cec97b7-708b-48fb-8392-2063069caef4 up at agent hyperv_hv-cinder-76015 {{(pid=94011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:06:51.727560 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-8c2bedbc-3d38-4e41-8280-53458c477dca req-f7140587-1952-4a7b-9916-1c0cf8e40500 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742772 Sep 10 15:06:51.788409 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Pushing event updated for resources: {'Port': ['ID=0902fa08-3c11-46ef-be4c-a72dce4d2747,revision_number=5']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:51.800128 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Provisioning for port 7cec97b7-708b-48fb-8392-2063069caef4 completed by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:06:51.807093 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Provisioning complete for port 7cec97b7-708b-48fb-8392-2063069caef4 triggered by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:06:51.808056 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:51.863644 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-49d6134e-a044-4ae3-8473-3eb40cce85fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:51.927074 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:51.976501 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] For port 7cec97b7-708b-48fb-8392-2063069caef4, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=7cec97b7-708b-48fb-8392-2063069caef4,segment=NetworkSegment(550ddc19-7242-418c-b7f8-f8f745cc5257),segment_id=550ddc19-7242-418c-b7f8-f8f745cc5257)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:06:51.981573 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:52.035746 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-49d6134e-a044-4ae3-8473-3eb40cce85fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:52.044616 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-49d6134e-a044-4ae3-8473-3eb40cce85fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:52.077430 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Pushing event updated for resources: {'Port': ['ID=7cec97b7-708b-48fb-8392-2063069caef4,revision_number=5']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:52.124799 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 41290) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:52.132799 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-49d6134e-a044-4ae3-8473-3eb40cce85fc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=baaa8ca75b60412db9af71181e42484d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8078935 Sep 10 15:06:52.140728 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d6134e-a044-4ae3-8473-3eb40cce85fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b45f4ee2-1a66-4001-a54a-f8282e920eac,revision_number=1']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:52.191828 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-409d4bad-831e-46f9-8845-7432787a91d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:52.268726 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5322ba8-3516-4d23-bd03-6db3bcaa9a7b req-ba5bb042-6381-4d22-9158-13f375610836 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:52.274878 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-409d4bad-831e-46f9-8845-7432787a91d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:52.277437 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-b5322ba8-3516-4d23-bd03-6db3bcaa9a7b req-ba5bb042-6381-4d22-9158-13f375610836 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 945 time: 0.1046615 Sep 10 15:06:52.326370 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-b5322ba8-3516-4d23-bd03-6db3bcaa9a7b req-2367868b-6831-4211-9755-ef14c2ef196e tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=88c2f7ce-a671-457c-9037-355504b74c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462348 Sep 10 15:06:52.373734 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-409d4bad-831e-46f9-8845-7432787a91d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:52.376769 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-409d4bad-831e-46f9-8845-7432787a91d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:52.378133 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-409d4bad-831e-46f9-8845-7432787a91d8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b45f4ee2-1a66-4001-a54a-f8282e920eac HTTP/1.1" status: 204 len: 168 time: 0.2522492 Sep 10 15:06:52.388853 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409d4bad-831e-46f9-8845-7432787a91d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45f4ee2-1a66-4001-a54a-f8282e920eac,revision_number=None']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:52.747951 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 41328) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:52.960411 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe73f184-a1e9-43a5-9fd4-b39ceaab67cd req-fadc651d-afce-4946-a27d-ab5f64875f69 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:52.969099 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-fe73f184-a1e9-43a5-9fd4-b39ceaab67cd req-fadc651d-afce-4946-a27d-ab5f64875f69 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=9772ccd7-c617-48d5-926e-bc8768748d19 HTTP/1.1" status: 200 len: 946 time: 0.1064403 Sep 10 15:06:53.020605 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-fe73f184-a1e9-43a5-9fd4-b39ceaab67cd req-e1e885d4-dd02-465c-9062-19e7cb14807f tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501125 Sep 10 15:06:53.174439 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9ede9c0-0e64-4af1-8930-fe240ce9b603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0902fa08-3c11-46ef-be4c-a72dce4d2747'}, {'server_uuid': '9772ccd7-c617-48d5-926e-bc8768748d19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cec97b7-708b-48fb-8392-2063069caef4'}] {{(pid=94011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:06:53.179537 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eff4842c0e32827c09e5fc730d7a4a2f35fc7e77767eed508a7d5fefd1bac28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba1e484-fff0-4ab0-ad08-995cbca778d8" -d '{"events": [{"server_uuid": "f9ede9c0-0e64-4af1-8930-fe240ce9b603", "name": "network-vif-plugged", "status": "completed", "tag": "0902fa08-3c11-46ef-be4c-a72dce4d2747"}, {"server_uuid": "9772ccd7-c617-48d5-926e-bc8768748d19", "name": "network-vif-plugged", "status": "completed", "tag": "7cec97b7-708b-48fb-8392-2063069caef4"}]}' {{(pid=94011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:06:53.187257 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-690680b9-5e74-4ca3-bfcd-3e1c75e75810 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:53.242257 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Sep 2021 15:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc0622c-e8ba-4474-a370-25ed3e32cc55 x-openstack-request-id: req-6dc0622c-e8ba-4474-a370-25ed3e32cc55 {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:06:53.242711 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9ede9c0-0e64-4af1-8930-fe240ce9b603", "name": "network-vif-plugged", "status": "completed", "tag": "0902fa08-3c11-46ef-be4c-a72dce4d2747", "code": 200}, {"server_uuid": "9772ccd7-c617-48d5-926e-bc8768748d19", "name": "network-vif-plugged", "status": "completed", "tag": "7cec97b7-708b-48fb-8392-2063069caef4", "code": 200}]} {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:06:53.243178 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6dc0622c-e8ba-4474-a370-25ed3e32cc55 {{(pid=94011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:06:53.243833 dv-cinder-760153-10-iscsi neutron-server[94011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9ede9c0-0e64-4af1-8930-fe240ce9b603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0902fa08-3c11-46ef-be4c-a72dce4d2747', 'code': 200} Sep 10 15:06:53.245288 dv-cinder-760153-10-iscsi neutron-server[94011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9772ccd7-c617-48d5-926e-bc8768748d19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cec97b7-708b-48fb-8392-2063069caef4', 'code': 200} Sep 10 15:06:53.319983 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 41342) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:53.388522 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-690680b9-5e74-4ca3-bfcd-3e1c75e75810 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:53.399897 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-690680b9-5e74-4ca3-bfcd-3e1c75e75810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:53.466911 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690680b9-5e74-4ca3-bfcd-3e1c75e75810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ee65a5-dffd-4e48-a480-1f122a68750e,revision_number=1']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:53.513887 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 41354) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:53.564576 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-690680b9-5e74-4ca3-bfcd-3e1c75e75810 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=73c983972e05495dbc0cdf758ef5eabc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8113697 Sep 10 15:06:53.566851 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 41356) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:53.613989 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-446a4271-5b20-4015-94f7-ae5d5c6ecd75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:53.831373 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c697f123-1398-4b0a-a774-5e5b01e7456f req-59e5cc4d-73b1-4001-ad48-0ec33bd3d995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:53.834173 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-c697f123-1398-4b0a-a774-5e5b01e7456f req-59e5cc4d-73b1-4001-ad48-0ec33bd3d995 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f9ede9c0-0e64-4af1-8930-fe240ce9b603 HTTP/1.1" status: 200 len: 1099 time: 0.2408471 Sep 10 15:06:53.880215 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-446a4271-5b20-4015-94f7-ae5d5c6ecd75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:53.900255 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-446a4271-5b20-4015-94f7-ae5d5c6ecd75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:53.947293 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f347408e-3816-48c5-b680-1c711b1cd905 req-e43e1990-e2e1-4eb9-a59f-df0e4b679954 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:53.949248 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-f347408e-3816-48c5-b680-1c711b1cd905 req-e43e1990-e2e1-4eb9-a59f-df0e4b679954 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 945 time: 0.3521991 Sep 10 15:06:53.952208 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-60c3efc6-2e60-4918-b311-81a1ebdc6b53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:53.971042 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57911876-da00-4d10-80bd-2526785d467c req-8b2d066b-096b-45ca-88ec-94c2eec8e198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:53.973864 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [req-57911876-da00-4d10-80bd-2526785d467c req-8b2d066b-096b-45ca-88ec-94c2eec8e198 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9772ccd7-c617-48d5-926e-bc8768748d19 HTTP/1.1" status: 200 len: 1099 time: 0.3975179 Sep 10 15:06:54.010077 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-c697f123-1398-4b0a-a774-5e5b01e7456f req-4d334198-28b1-466b-a2c4-48b5403600fb service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331749 Sep 10 15:06:54.025062 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-7874bf2e-2951-42ca-becb-df7dc876f7f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:54.037703 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-60c3efc6-2e60-4918-b311-81a1ebdc6b53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:54.053713 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-f347408e-3816-48c5-b680-1c711b1cd905 req-dabec9ee-abc2-4bba-a936-0f8ba1367cf3 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=88c2f7ce-a671-457c-9037-355504b74c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927534 Sep 10 15:06:54.129089 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-446a4271-5b20-4015-94f7-ae5d5c6ecd75 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=82ae2a0ba2b94bb689874a4416a356f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6134055 Sep 10 15:06:54.135474 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 41370) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:54.184534 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [req-57911876-da00-4d10-80bd-2526785d467c req-e6a585ca-7924-42c8-b826-de474b17a773 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895833 Sep 10 15:06:54.186362 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446a4271-5b20-4015-94f7-ae5d5c6ecd75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e60d016e-6fd0-4fe9-a793-2304b84c6047,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:54.324319 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-60c3efc6-2e60-4918-b311-81a1ebdc6b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:54.327463 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-60c3efc6-2e60-4918-b311-81a1ebdc6b53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:54.329462 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-60c3efc6-2e60-4918-b311-81a1ebdc6b53 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e9ee65a5-dffd-4e48-a480-1f122a68750e HTTP/1.1" status: 204 len: 168 time: 0.7594068 Sep 10 15:06:54.350523 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c3efc6-2e60-4918-b311-81a1ebdc6b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ee65a5-dffd-4e48-a480-1f122a68750e,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:54.389965 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd081e54-96eb-459e-a888-79145be35a4e req-18911906-e90d-4548-9caf-4f86ed6e5380 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:54.404211 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-7874bf2e-2951-42ca-becb-df7dc876f7f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:54.411018 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-bd081e54-96eb-459e-a888-79145be35a4e req-18911906-e90d-4548-9caf-4f86ed6e5380 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=9772ccd7-c617-48d5-926e-bc8768748d19 HTTP/1.1" status: 200 len: 946 time: 0.2539551 Sep 10 15:06:54.414416 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-7874bf2e-2951-42ca-becb-df7dc876f7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:54.441279 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-c286de1c-bb81-4762-9061-130f8f23f2c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:54.508989 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-7874bf2e-2951-42ca-becb-df7dc876f7f5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ce078d49a06149efa8b382b36bdf5fb5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1876493 Sep 10 15:06:54.515273 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 41378) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:54.516405 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7874bf2e-2951-42ca-becb-df7dc876f7f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b7a72ee-073a-432d-aef3-6a1bd884a948,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:54.577509 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-c286de1c-bb81-4762-9061-130f8f23f2c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:54.609868 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e256d12-9dcc-4fb1-ad2b-be2f09a16b05 req-9fba895b-b46b-4299-bd75-31615c49845e tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:54.617420 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-5e256d12-9dcc-4fb1-ad2b-be2f09a16b05 req-9fba895b-b46b-4299-bd75-31615c49845e tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 945 time: 0.1472111 Sep 10 15:06:54.619953 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-bd081e54-96eb-459e-a888-79145be35a4e req-884bcb79-441d-4a9b-8358-b2c9ccc120a3 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849597 Sep 10 15:06:54.630322 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 41384) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:54.666467 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.v2.base [None req-96df9c8d-7e1e-4dd1-b1b0-7e86791ffc7b tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Request body: {'floatingip': {'port_id': '82eba568-662f-42f2-bd64-96a84537e5b4'}} {{(pid=94009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:06:54.690652 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-1d44c8b3-cf2a-4fd0-8be8-e8065020d66c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:54.734679 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-cff8ec01-1e21-4ddb-a961-6435a509f789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:54.802163 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-cff8ec01-1e21-4ddb-a961-6435a509f789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:54.852217 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-96df9c8d-7e1e-4dd1-b1b0-7e86791ffc7b tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks [] for floatingip, before_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:54.929932 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-cff8ec01-1e21-4ddb-a961-6435a509f789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:54.936036 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-cff8ec01-1e21-4ddb-a961-6435a509f789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:54.939063 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-cff8ec01-1e21-4ddb-a961-6435a509f789 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0b7a72ee-073a-432d-aef3-6a1bd884a948 HTTP/1.1" status: 204 len: 168 time: 0.3976111 Sep 10 15:06:54.955040 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff8ec01-1e21-4ddb-a961-6435a509f789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b7a72ee-073a-432d-aef3-6a1bd884a948,revision_number=None']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:55.051843 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-c286de1c-bb81-4762-9061-130f8f23f2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:55.058196 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-c286de1c-bb81-4762-9061-130f8f23f2c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:55.061753 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-c286de1c-bb81-4762-9061-130f8f23f2c1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e60d016e-6fd0-4fe9-a793-2304b84c6047 HTTP/1.1" status: 204 len: 168 time: 0.9237311 Sep 10 15:06:55.156097 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c286de1c-bb81-4762-9061-130f8f23f2c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60d016e-6fd0-4fe9-a793-2304b84c6047,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:55.250322 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 41398) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:55.273845 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-ec048e86-47a3-433f-9af5-869464c4a9cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:55.577636 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-ec048e86-47a3-433f-9af5-869464c4a9cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:55.591307 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-ec048e86-47a3-433f-9af5-869464c4a9cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:55.712957 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-ec048e86-47a3-433f-9af5-869464c4a9cf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ff9a30409a404754a250d0bbc922645f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4613848 Sep 10 15:06:55.726516 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 41404) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:55.776202 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec048e86-47a3-433f-9af5-869464c4a9cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d6bb83-dd1e-496a-b9b7-a2c4924cbf9e,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:55.839268 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 41410) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:55.874291 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-132ad5ca-9421-434c-864a-f3478236f502 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:55.939532 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-7842c15c-7562-4e0e-8f70-21d153e5893a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:56.037473 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-7842c15c-7562-4e0e-8f70-21d153e5893a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:56.124756 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.db.resource_extend [None req-96df9c8d-7e1e-4dd1-b1b0-7e86791ffc7b tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 10 15:06:56.259133 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-7842c15c-7562-4e0e-8f70-21d153e5893a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:56.264354 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-7842c15c-7562-4e0e-8f70-21d153e5893a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:56.270044 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-7842c15c-7562-4e0e-8f70-21d153e5893a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e9d6bb83-dd1e-496a-b9b7-a2c4924cbf9e HTTP/1.1" status: 204 len: 168 time: 0.5325468 Sep 10 15:06:56.307461 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-132ad5ca-9421-434c-864a-f3478236f502 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:56.309963 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7842c15c-7562-4e0e-8f70-21d153e5893a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d6bb83-dd1e-496a-b9b7-a2c4924cbf9e,revision_number=None']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:56.324669 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-132ad5ca-9421-434c-864a-f3478236f502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:56.333430 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7842c15c-7562-4e0e-8f70-21d153e5893a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:06:56.334674 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7842c15c-7562-4e0e-8f70-21d153e5893a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:06:56.335246 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7842c15c-7562-4e0e-8f70-21d153e5893a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:06:56.336187 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7842c15c-7562-4e0e-8f70-21d153e5893a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:06:56.336889 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7842c15c-7562-4e0e-8f70-21d153e5893a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:06:56.338002 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7842c15c-7562-4e0e-8f70-21d153e5893a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:06:56.338279 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7842c15c-7562-4e0e-8f70-21d153e5893a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:06:56.338959 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7842c15c-7562-4e0e-8f70-21d153e5893a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:06:56.339778 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7842c15c-7562-4e0e-8f70-21d153e5893a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:06:56.340420 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7842c15c-7562-4e0e-8f70-21d153e5893a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:06:56.340970 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7842c15c-7562-4e0e-8f70-21d153e5893a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:06:56.341620 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7842c15c-7562-4e0e-8f70-21d153e5893a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:06:56.468708 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-132ad5ca-9421-434c-864a-f3478236f502 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=edfceb7bc12947f9abfd6db4b4d341e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6275611 Sep 10 15:06:56.471155 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ad5ca-9421-434c-864a-f3478236f502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da3333c9-2f57-4d8e-adf7-d35778b82e84,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:56.508234 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 41438) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:56.711964 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-20f9af37-f695-49cc-853c-2237ae038791 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:56.745515 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378206e7-9d77-4b4b-b8a2-6205fd6344b3 req-3d2ece84-0820-4b1e-8350-bea593515409 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:56.758799 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-378206e7-9d77-4b4b-b8a2-6205fd6344b3 req-3d2ece84-0820-4b1e-8350-bea593515409 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=9772ccd7-c617-48d5-926e-bc8768748d19 HTTP/1.1" status: 200 len: 946 time: 0.8523710 Sep 10 15:06:56.793576 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-20f9af37-f695-49cc-853c-2237ae038791 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:56.800927 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-96df9c8d-7e1e-4dd1-b1b0-7e86791ffc7b tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:56.820659 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-96df9c8d-7e1e-4dd1-b1b0-7e86791ffc7b tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582779'] for floatingip, after_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:56.939907 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-20f9af37-f695-49cc-853c-2237ae038791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:56.953484 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-20f9af37-f695-49cc-853c-2237ae038791 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:56.967454 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-20f9af37-f695-49cc-853c-2237ae038791 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/da3333c9-2f57-4d8e-adf7-d35778b82e84 HTTP/1.1" status: 204 len: 168 time: 0.4487224 Sep 10 15:06:56.973514 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-378206e7-9d77-4b4b-b8a2-6205fd6344b3 req-5bfa0d22-6c06-4035-8611-70d84f72efbc tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934493 Sep 10 15:06:57.000008 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f9af37-f695-49cc-853c-2237ae038791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3333c9-2f57-4d8e-adf7-d35778b82e84,revision_number=None']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:57.060525 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.db.l3_db [None req-96df9c8d-7e1e-4dd1-b1b0-7e86791ffc7b tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Floating IP 2fa98dd4-89aa-4486-a4e0-fce855adfd37 associated. External IP: 172.27.0.156, port: 82eba568-662f-42f2-bd64-96a84537e5b4. Sep 10 15:06:57.350160 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482a2699-9abb-44c3-afcf-72e5359e53b4 req-adfddc34-3b89-44a0-a14b-3739fa3f0001 tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:57.353190 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-482a2699-9abb-44c3-afcf-72e5359e53b4 req-adfddc34-3b89-44a0-a14b-3739fa3f0001 tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4ae8c11-5c71-4aaa-bee4-e837400f8c5d HTTP/1.1" status: 200 len: 945 time: 0.1693273 Sep 10 15:06:57.500088 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-a41002a2-5fee-4039-ab2a-9989005c29dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:57.516414 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-482a2699-9abb-44c3-afcf-72e5359e53b4 req-a1456370-6eda-44dd-84d3-b897648a52d3 tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] 10.222.0.35 "GET /v2.0/security-groups?id=1b42de51-d6ce-459e-a7bd-e942c8dfedf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516075 Sep 10 15:06:57.659566 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96df9c8d-7e1e-4dd1-b1b0-7e86791ffc7b tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Router 75318aa0-7754-4055-b8f8-254019025fad has already been hosted by L3 agent b0771735-54fe-4ba2-aeee-11d3b2b54cf1 {{(pid=94009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 15:06:57.930678 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96df9c8d-7e1e-4dd1-b1b0-7e86791ffc7b tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify agent at l3_agent.dv-cinder-760153-10-iscsi the message routers_updated {{(pid=94009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:06:57.936780 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-96df9c8d-7e1e-4dd1-b1b0-7e86791ffc7b tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46804'] for floatingip, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:57.949438 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68225db7-3527-4066-9ca3-f1a68acc53db None None] Sync routers for ids ['75318aa0-7754-4055-b8f8-254019025fad'] in dv-cinder-760153-10-iscsi {{(pid=94012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:06:57.977699 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68225db7-3527-4066-9ca3-f1a68acc53db None None] Routers {'75318aa0-7754-4055-b8f8-254019025fad'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:06:57.978553 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-68225db7-3527-4066-9ca3-f1a68acc53db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T15:06:57Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['75318aa0-7754-4055-b8f8-254019025fad'], 'active': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:06:58.002138 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-96df9c8d-7e1e-4dd1-b1b0-7e86791ffc7b tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "PUT /v2.0/floatingips/2fa98dd4-89aa-4486-a4e0-fce855adfd37 HTTP/1.1" status: 200 len: 991 time: 3.3701236 Sep 10 15:06:58.003409 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2924c45-fb9a-4ab9-86f9-3ba21e44701b', 'tag': '82eba568-662f-42f2-bd64-96a84537e5b4'}] {{(pid=94009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:06:58.027296 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9f06775dd2e397dd855044b511bdd55e5ba575987bbc09c0a11d88d405cb18b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed7fd3a4-6d73-410b-ac27-30974531fb19" -d '{"events": [{"name": "network-changed", "server_uuid": "e2924c45-fb9a-4ab9-86f9-3ba21e44701b", "tag": "82eba568-662f-42f2-bd64-96a84537e5b4"}]}' {{(pid=94009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:06:58.061262 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 41504) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:58.106824 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-6a69cfb2-1355-4331-8a6d-cdaeff772f90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:58.216555 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:58.386399 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvr_db [None req-68225db7-3527-4066-9ca3-f1a68acc53db None None] Set router 75318aa0-7754-4055-b8f8-254019025fad gateway port host: dv-cinder-760153-10-iscsi {{(pid=94012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:06:58.455924 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c81de-7a1d-4c55-8ec8-87c15b11ca0b req-442398d5-97c0-46a7-813b-655600b3e674 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:58.471221 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-910c81de-7a1d-4c55-8ec8-87c15b11ca0b req-442398d5-97c0-46a7-813b-655600b3e674 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=9772ccd7-c617-48d5-926e-bc8768748d19 HTTP/1.1" status: 200 len: 946 time: 0.2506256 Sep 10 15:06:58.531899 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-6a69cfb2-1355-4331-8a6d-cdaeff772f90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:58.546459 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-6a69cfb2-1355-4331-8a6d-cdaeff772f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:58.572574 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 15:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8404957d-8f4b-47a3-8ed0-02bbc5e918d6 x-openstack-request-id: req-8404957d-8f4b-47a3-8ed0-02bbc5e918d6 {{(pid=94009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:06:58.572574 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2924c45-fb9a-4ab9-86f9-3ba21e44701b", "tag": "82eba568-662f-42f2-bd64-96a84537e5b4", "status": "completed", "code": 200}]} {{(pid=94009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:06:58.572574 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8404957d-8f4b-47a3-8ed0-02bbc5e918d6 {{(pid=94009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:06:58.573288 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2924c45-fb9a-4ab9-86f9-3ba21e44701b', 'tag': '82eba568-662f-42f2-bd64-96a84537e5b4', 'status': 'completed', 'code': 200} Sep 10 15:06:58.691615 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-6a69cfb2-1355-4331-8a6d-cdaeff772f90 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a50cce5fecf74ce1902d793c7efe298f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6278036 Sep 10 15:06:58.693890 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 41524) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:06:58.698763 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-910c81de-7a1d-4c55-8ec8-87c15b11ca0b req-428ac27f-25d6-440f-949b-06ed8371bd35 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184756 Sep 10 15:06:58.706880 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a69cfb2-1355-4331-8a6d-cdaeff772f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=418149d5-271b-4116-bd23-f13ae9a8da2f,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:58.871212 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fd4262-7936-49bf-a243-15b997e7c683 req-a7a8d061-7fe6-4f2a-8e7b-82fe3050ba39 tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:58.880036 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-80fd4262-7936-49bf-a243-15b997e7c683 req-a7a8d061-7fe6-4f2a-8e7b-82fe3050ba39 tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4ae8c11-5c71-4aaa-bee4-e837400f8c5d HTTP/1.1" status: 200 len: 945 time: 0.1497304 Sep 10 15:06:58.930635 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7fd3a4-6d73-410b-ac27-30974531fb19 req-d69956f4-985f-4f02-8d1d-503b73013121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:58.933420 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [req-ed7fd3a4-6d73-410b-ac27-30974531fb19 req-d69956f4-985f-4f02-8d1d-503b73013121 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c0149948ecbd4da99adb4e990da99cd9&device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 1098 time: 0.3028698 Sep 10 15:06:58.983029 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-80fd4262-7936-49bf-a243-15b997e7c683 req-fda6bed6-b085-415d-98b4-dedc787ccc11 tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] 10.222.0.35 "GET /v2.0/security-groups?id=1b42de51-d6ce-459e-a7bd-e942c8dfedf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996745 Sep 10 15:06:59.041135 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-fc7adc11-69e7-4891-ad89-e4af0163ad66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:59.151053 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-fc7adc11-69e7-4891-ad89-e4af0163ad66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:59.211990 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b7c5f725-09d8-454b-b5ba-4a700e799395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:59.240731 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7fd3a4-6d73-410b-ac27-30974531fb19 req-5a4f44c1-95be-48b2-a441-e770c4ad9ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:59.244535 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [req-ed7fd3a4-6d73-410b-ac27-30974531fb19 req-5a4f44c1-95be-48b2-a441-e770c4ad9ec6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d8cbe470-bc98-41a4-a428-659bec184b54 HTTP/1.1" status: 200 len: 918 time: 0.2969351 Sep 10 15:06:59.265896 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-fc7adc11-69e7-4891-ad89-e4af0163ad66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:59.270690 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-fc7adc11-69e7-4891-ad89-e4af0163ad66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:06:59.276538 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-fc7adc11-69e7-4891-ad89-e4af0163ad66 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/418149d5-271b-4116-bd23-f13ae9a8da2f HTTP/1.1" status: 204 len: 168 time: 0.5659313 Sep 10 15:06:59.326284 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18661570-5c40-44f9-b833-118716625d8a req-71161273-c87e-4726-a92f-251fa314561b tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:59.330759 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-18661570-5c40-44f9-b833-118716625d8a req-71161273-c87e-4726-a92f-251fa314561b tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] 10.222.0.42 "GET /v2.0/ports?device_id=f4ae8c11-5c71-4aaa-bee4-e837400f8c5d HTTP/1.1" status: 200 len: 945 time: 0.2295380 Sep 10 15:06:59.356440 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7adc11-69e7-4891-ad89-e4af0163ad66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=418149d5-271b-4116-bd23-f13ae9a8da2f,revision_number=None']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:06:59.415804 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [req-ed7fd3a4-6d73-410b-ac27-30974531fb19 req-f23df43b-8c75-48de-8781-9925ea031973 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=82eba568-662f-42f2-bd64-96a84537e5b4 HTTP/1.1" status: 200 len: 999 time: 0.1624129 Sep 10 15:06:59.471931 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-68225db7-3527-4066-9ca3-f1a68acc53db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75318aa0-7754-4055-b8f8-254019025fad', 'name': 'tempest-AttachVolumeShelveTestJSON-1850833039-router', 'tenant_id': 'c0149948ecbd4da99adb4e990da99cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'a1386db7-90f2-4a27-976b-3ecd198cac74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:05:57Z', 'updated_at': '2021-09-10T15:06:11Z', 'revision_number': 4, 'project_id': 'c0149948ecbd4da99adb4e990da99cd9', 'gw_port': {'id': 'a1386db7-90f2-4a27-976b-3ecd198cac74', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:88:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75318aa0-7754-4055-b8f8-254019025fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:05:59Z', 'updated_at': '2021-09-10T15:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi', '_floatingips': [{'id': '2fa98dd4-89aa-4486-a4e0-fce855adfd37', 'tenant_id': 'c0149948ecbd4da99adb4e990da99cd9', 'floating_ip_address': '172.27.0.156', 'floating_network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'router_id': '75318aa0-7754-4055-b8f8-254019025fad', 'port_id': '82eba568-662f-42f2-bd64-96a84537e5b4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8cbe470-bc98-41a4-a428-659bec184b54', 'mac_address': 'fa:16:3e:30:61:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2924c45-fb9a-4ab9-86f9-3ba21e44701b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T15:06:27Z', 'updated_at': '2021-09-10T15:06:55Z', 'revision_number': 1, 'project_id': 'c0149948ecbd4da99adb4e990da99cd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6121906-e268-4286-a449-4c77a390ff70', 'name': '', 'network_id': 'd8cbe470-bc98-41a4-a428-659bec184b54', 'tenant_id': 'c0149948ecbd4da99adb4e990da99cd9', 'mac_address': 'fa:16:3e:69:3b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75318aa0-7754-4055-b8f8-254019025fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '782052c7-4991-4efe-97d8-5a0e8f67d6bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:06:06Z', 'updated_at': '2021-09-10T15:06:24Z', 'revision_number': 5, 'project_id': 'c0149948ecbd4da99adb4e990da99cd9', 'subnets': [{'id': '782052c7-4991-4efe-97d8-5a0e8f67d6bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:06:59.559189 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7fd3a4-6d73-410b-ac27-30974531fb19 req-120bf756-083f-41a0-a598-42330bcb7557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:59.576433 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [req-ed7fd3a4-6d73-410b-ac27-30974531fb19 req-120bf756-083f-41a0-a598-42330bcb7557 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=782052c7-4991-4efe-97d8-5a0e8f67d6bc HTTP/1.1" status: 200 len: 856 time: 0.1427135 Sep 10 15:06:59.581129 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68225db7-3527-4066-9ca3-f1a68acc53db None None] Checking router: 75318aa0-7754-4055-b8f8-254019025fad for host: dv-cinder-760153-10-iscsi {{(pid=94012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:06:59.608944 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68225db7-3527-4066-9ca3-f1a68acc53db None None] Routers {'75318aa0-7754-4055-b8f8-254019025fad'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:06:59.612240 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-68225db7-3527-4066-9ca3-f1a68acc53db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T15:06:57Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['75318aa0-7754-4055-b8f8-254019025fad'], 'active': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:06:59.782012 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7fd3a4-6d73-410b-ac27-30974531fb19 req-51cde4b3-02c7-4008-99e0-9d93baf128de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:59.790297 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [req-ed7fd3a4-6d73-410b-ac27-30974531fb19 req-51cde4b3-02c7-4008-99e0-9d93baf128de service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d8cbe470-bc98-41a4-a428-659bec184b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2121217 Sep 10 15:06:59.834832 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50707bcd-cd22-45ec-9f84-42afa7a021d3 req-da67cc52-96a9-4415-8790-5c0c43262b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:06:59.845825 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-50707bcd-cd22-45ec-9f84-42afa7a021d3 req-da67cc52-96a9-4415-8790-5c0c43262b11 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cbb1ce4618c54a79b7f16a6fbbdf66ab&device_id=9772ccd7-c617-48d5-926e-bc8768748d19 HTTP/1.1" status: 200 len: 1099 time: 0.3485773 Sep 10 15:07:00.006262 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98961a91-1c08-474c-9428-d3761d712d88 req-ad451dad-4337-4d24-8bb3-f5be25950813 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:00.019710 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-98961a91-1c08-474c-9428-d3761d712d88 req-ad451dad-4337-4d24-8bb3-f5be25950813 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=9772ccd7-c617-48d5-926e-bc8768748d19 HTTP/1.1" status: 200 len: 946 time: 0.3008347 Sep 10 15:07:00.047571 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [req-ed7fd3a4-6d73-410b-ac27-30974531fb19 req-ea458ed6-70f6-4420-a7d3-f8ca83f6f406 service neutron] 10.222.0.42 "GET /v2.0/networks/d8cbe470-bc98-41a4-a428-659bec184b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423368 Sep 10 15:07:00.174252 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvr_db [None req-68225db7-3527-4066-9ca3-f1a68acc53db None None] Set router 75318aa0-7754-4055-b8f8-254019025fad gateway port host: dv-cinder-760153-10-iscsi {{(pid=94012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:07:00.375872 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [req-ed7fd3a4-6d73-410b-ac27-30974531fb19 req-390d584e-5eb2-424a-8eb0-cd836f4c26e3 service neutron] 10.222.0.42 "GET /v2.0/networks/d8cbe470-bc98-41a4-a428-659bec184b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3211219 Sep 10 15:07:00.376702 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 41562) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:07:00.432084 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.plugin [req-18661570-5c40-44f9-b833-118716625d8a req-03b9569d-04de-401c-b4c8-1db962220faa tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] Deleting port a7472a7e-c40d-4438-9968-1b858de7e4e4 {{(pid=94009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:07:00.433229 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-18661570-5c40-44f9-b833-118716625d8a req-03b9569d-04de-401c-b4c8-1db962220faa tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748757118522'] for port, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:00.443461 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-98961a91-1c08-474c-9428-d3761d712d88 req-7e10476c-5fab-4b27-abc7-4ff3e404cd18 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3819454 Sep 10 15:07:00.527194 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46628ac-6959-40d7-9093-989c9f436d45 req-f2f707a9-fc19-444a-8a0a-c0ee7524af3d tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:00.535298 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-b46628ac-6959-40d7-9093-989c9f436d45 req-f2f707a9-fc19-444a-8a0a-c0ee7524af3d tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4ae8c11-5c71-4aaa-bee4-e837400f8c5d HTTP/1.1" status: 200 len: 945 time: 0.3143635 Sep 10 15:07:00.665795 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50707bcd-cd22-45ec-9f84-42afa7a021d3 req-c117ae6e-a223-40ca-b3ad-25f638398329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:00.668881 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-50707bcd-cd22-45ec-9f84-42afa7a021d3 req-c117ae6e-a223-40ca-b3ad-25f638398329 service neutron] 10.222.0.42 "GET /v2.0/networks?id=10576399-efc6-445d-9ca5-76386260f1a2 HTTP/1.1" status: 200 len: 919 time: 0.7893021 Sep 10 15:07:00.683726 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-9fff3cbd-897d-4381-92a9-64ffc584708c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:00.773369 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-50707bcd-cd22-45ec-9f84-42afa7a021d3 req-a208e268-fd40-4d7c-b33a-4d41cb7406fb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cec97b7-708b-48fb-8392-2063069caef4 HTTP/1.1" status: 200 len: 217 time: 0.0821531 Sep 10 15:07:00.815435 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-68225db7-3527-4066-9ca3-f1a68acc53db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75318aa0-7754-4055-b8f8-254019025fad', 'name': 'tempest-AttachVolumeShelveTestJSON-1850833039-router', 'tenant_id': 'c0149948ecbd4da99adb4e990da99cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'a1386db7-90f2-4a27-976b-3ecd198cac74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:05:57Z', 'updated_at': '2021-09-10T15:06:11Z', 'revision_number': 4, 'project_id': 'c0149948ecbd4da99adb4e990da99cd9', 'gw_port': {'id': 'a1386db7-90f2-4a27-976b-3ecd198cac74', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:88:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75318aa0-7754-4055-b8f8-254019025fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:05:59Z', 'updated_at': '2021-09-10T15:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi', '_floatingips': [{'id': '2fa98dd4-89aa-4486-a4e0-fce855adfd37', 'tenant_id': 'c0149948ecbd4da99adb4e990da99cd9', 'floating_ip_address': '172.27.0.156', 'floating_network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'router_id': '75318aa0-7754-4055-b8f8-254019025fad', 'port_id': '82eba568-662f-42f2-bd64-96a84537e5b4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8cbe470-bc98-41a4-a428-659bec184b54', 'mac_address': 'fa:16:3e:30:61:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2924c45-fb9a-4ab9-86f9-3ba21e44701b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T15:06:27Z', 'updated_at': '2021-09-10T15:06:55Z', 'revision_number': 1, 'project_id': 'c0149948ecbd4da99adb4e990da99cd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6121906-e268-4286-a449-4c77a390ff70', 'name': '', 'network_id': 'd8cbe470-bc98-41a4-a428-659bec184b54', 'tenant_id': 'c0149948ecbd4da99adb4e990da99cd9', 'mac_address': 'fa:16:3e:69:3b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75318aa0-7754-4055-b8f8-254019025fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '782052c7-4991-4efe-97d8-5a0e8f67d6bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:06:06Z', 'updated_at': '2021-09-10T15:06:24Z', 'revision_number': 5, 'project_id': 'c0149948ecbd4da99adb4e990da99cd9', 'subnets': [{'id': '782052c7-4991-4efe-97d8-5a0e8f67d6bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:07:00.853442 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-b46628ac-6959-40d7-9093-989c9f436d45 req-88bc7f02-9485-4f8d-8c52-f05a5f93e310 tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] 10.222.0.35 "GET /v2.0/security-groups?id=1b42de51-d6ce-459e-a7bd-e942c8dfedf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3168795 Sep 10 15:07:00.888541 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.db [req-18661570-5c40-44f9-b833-118716625d8a req-03b9569d-04de-401c-b4c8-1db962220faa tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] For port a7472a7e-c40d-4438-9968-1b858de7e4e4, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=a7472a7e-c40d-4438-9968-1b858de7e4e4,segment=NetworkSegment(58819943-29f5-46b8-a1f2-4b05bfbd5beb),segment_id=58819943-29f5-46b8-a1f2-4b05bfbd5beb)] {{(pid=94009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:07:00.888971 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-18661570-5c40-44f9-b833-118716625d8a req-03b9569d-04de-401c-b4c8-1db962220faa tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530186'] for port, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:00.923947 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.plugin [req-18661570-5c40-44f9-b833-118716625d8a req-03b9569d-04de-401c-b4c8-1db962220faa tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] Calling delete_port for a7472a7e-c40d-4438-9968-1b858de7e4e4 owned by compute:nova {{(pid=94009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:07:00.935600 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50707bcd-cd22-45ec-9f84-42afa7a021d3 req-bd452528-68bf-491e-b48a-4345104244a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:00.938711 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-50707bcd-cd22-45ec-9f84-42afa7a021d3 req-bd452528-68bf-491e-b48a-4345104244a7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1439a9a1-9d83-40a1-a053-fdab96d16b79 HTTP/1.1" status: 200 len: 858 time: 0.1494789 Sep 10 15:07:00.941543 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68225db7-3527-4066-9ca3-f1a68acc53db None None] The sync data for ids ['75318aa0-7754-4055-b8f8-254019025fad'] in dv-cinder-760153-10-iscsi is: [{'id': '75318aa0-7754-4055-b8f8-254019025fad', 'name': 'tempest-AttachVolumeShelveTestJSON-1850833039-router', 'tenant_id': 'c0149948ecbd4da99adb4e990da99cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'a1386db7-90f2-4a27-976b-3ecd198cac74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:05:57Z', 'updated_at': '2021-09-10T15:06:11Z', 'revision_number': 4, 'project_id': 'c0149948ecbd4da99adb4e990da99cd9', 'gw_port': {'id': 'a1386db7-90f2-4a27-976b-3ecd198cac74', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:88:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75318aa0-7754-4055-b8f8-254019025fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:05:59Z', 'updated_at': '2021-09-10T15:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi', '_floatingips': [{'id': '2fa98dd4-89aa-4486-a4e0-fce855adfd37', 'tenant_id': 'c0149948ecbd4da99adb4e990da99cd9', 'floating_ip_address': '172.27.0.156', 'floating_network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'router_id': '75318aa0-7754-4055-b8f8-254019025fad', 'port_id': '82eba568-662f-42f2-bd64-96a84537e5b4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8cbe470-bc98-41a4-a428-659bec184b54', 'mac_address': 'fa:16:3e:30:61:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2924c45-fb9a-4ab9-86f9-3ba21e44701b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T15:06:27Z', 'updated_at': '2021-09-10T15:06:55Z', 'revision_number': 1, 'project_id': 'c0149948ecbd4da99adb4e990da99cd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6121906-e268-4286-a449-4c77a390ff70', 'name': '', 'network_id': 'd8cbe470-bc98-41a4-a428-659bec184b54', 'tenant_id': 'c0149948ecbd4da99adb4e990da99cd9', 'mac_address': 'fa:16:3e:69:3b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75318aa0-7754-4055-b8f8-254019025fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '782052c7-4991-4efe-97d8-5a0e8f67d6bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:06:06Z', 'updated_at': '2021-09-10T15:06:24Z', 'revision_number': 5, 'project_id': 'c0149948ecbd4da99adb4e990da99cd9', 'subnets': [{'id': '782052c7-4991-4efe-97d8-5a0e8f67d6bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:07:00.987476 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-50707bcd-cd22-45ec-9f84-42afa7a021d3 req-e27638a4-0180-47d9-8baa-dfa0dca28378 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=10576399-efc6-445d-9ca5-76386260f1a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374777 Sep 10 15:07:00.991722 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-9fff3cbd-897d-4381-92a9-64ffc584708c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:01.017696 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-9fff3cbd-897d-4381-92a9-64ffc584708c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:01.161531 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-9fff3cbd-897d-4381-92a9-64ffc584708c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=10ba442edf714053ada2eb50d7a6cd25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7835963 Sep 10 15:07:01.164218 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff3cbd-897d-4381-92a9-64ffc584708c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db3f0725-f93a-418f-bc03-d4860d0b97ef,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:07:01.171490 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 41588) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:07:01.384096 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-0e6e8548-7232-43ad-a89a-d7f2ec5d45d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:01.389707 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c13c67c0-2efd-4950-9279-b0623a9c603e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:01.474257 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-0e6e8548-7232-43ad-a89a-d7f2ec5d45d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:01.485328 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c8d3f9-b8e8-496c-84cd-5491a08f71f3 None None] New status for floating IP 2fa98dd4-89aa-4486-a4e0-fce855adfd37: ACTIVE {{(pid=94011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 15:07:01.521781 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-18661570-5c40-44f9-b833-118716625d8a req-03b9569d-04de-401c-b4c8-1db962220faa tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748757126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748756606410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1040815'] for port, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:01.623215 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b9569d-04de-401c-b4c8-1db962220faa tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] Pushing event deleted for resources: {'Port': ['ID=a7472a7e-c40d-4438-9968-1b858de7e4e4,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:07:01.651598 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-0e6e8548-7232-43ad-a89a-d7f2ec5d45d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:01.655662 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-0e6e8548-7232-43ad-a89a-d7f2ec5d45d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:01.661435 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-0e6e8548-7232-43ad-a89a-d7f2ec5d45d8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/db3f0725-f93a-418f-bc03-d4860d0b97ef HTTP/1.1" status: 204 len: 168 time: 0.4843090 Sep 10 15:07:01.684842 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6e8548-7232-43ad-a89a-d7f2ec5d45d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db3f0725-f93a-418f-bc03-d4860d0b97ef,revision_number=None']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:07:01.734865 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b9569d-04de-401c-b4c8-1db962220faa tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:07:01.736849 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b9569d-04de-401c-b4c8-1db962220faa tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:07:01.738050 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b9569d-04de-401c-b4c8-1db962220faa tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:07:01.738870 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b9569d-04de-401c-b4c8-1db962220faa tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:07:01.739660 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b9569d-04de-401c-b4c8-1db962220faa tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:07:01.740613 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b9569d-04de-401c-b4c8-1db962220faa tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:07:01.747689 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b9569d-04de-401c-b4c8-1db962220faa tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:07:01.749239 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b9569d-04de-401c-b4c8-1db962220faa tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:07:01.750064 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b9569d-04de-401c-b4c8-1db962220faa tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:07:01.751136 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b9569d-04de-401c-b4c8-1db962220faa tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:07:01.751930 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b9569d-04de-401c-b4c8-1db962220faa tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:07:01.752708 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03b9569d-04de-401c-b4c8-1db962220faa tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:07:01.930656 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.l3_dvrscheduler_db [req-18661570-5c40-44f9-b833-118716625d8a req-03b9569d-04de-401c-b4c8-1db962220faa tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] No DVR routers for this DVR port a7472a7e-c40d-4438-9968-1b858de7e4e4 on host hv-cinder-76015 {{(pid=94009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 15:07:01.995513 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-18661570-5c40-44f9-b833-118716625d8a req-03b9569d-04de-401c-b4c8-1db962220faa tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46804'] for port, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:02.000078 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-18661570-5c40-44f9-b833-118716625d8a req-03b9569d-04de-401c-b4c8-1db962220faa tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] 10.222.0.42 "DELETE /v2.0/ports/a7472a7e-c40d-4438-9968-1b858de7e4e4 HTTP/1.1" status: 204 len: 173 time: 2.6619694 Sep 10 15:07:02.017048 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4ae8c11-5c71-4aaa-bee4-e837400f8c5d', 'name': 'network-vif-deleted', 'tag': 'a7472a7e-c40d-4438-9968-1b858de7e4e4'}] {{(pid=94009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:07:02.022302 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9f06775dd2e397dd855044b511bdd55e5ba575987bbc09c0a11d88d405cb18b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ed5ee0-a421-4e3a-a257-3f15ea875547" -d '{"events": [{"server_uuid": "f4ae8c11-5c71-4aaa-bee4-e837400f8c5d", "name": "network-vif-deleted", "tag": "a7472a7e-c40d-4438-9968-1b858de7e4e4"}]}' {{(pid=94009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:07:02.124550 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6bd269-667b-4fdd-98cc-e3ed731aa5d0 req-c94bd1ff-2394-4a00-88e6-45f125392872 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:02.140385 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-0c6bd269-667b-4fdd-98cc-e3ed731aa5d0 req-c94bd1ff-2394-4a00-88e6-45f125392872 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=9772ccd7-c617-48d5-926e-bc8768748d19 HTTP/1.1" status: 200 len: 946 time: 0.3187642 Sep 10 15:07:02.171711 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-50707bcd-cd22-45ec-9f84-42afa7a021d3 req-f98d2a64-d5ef-417f-9b4a-5fc687fc7734 service neutron] 10.222.0.42 "GET /v2.0/networks/10576399-efc6-445d-9ca5-76386260f1a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1569700 Sep 10 15:07:02.272713 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-0c6bd269-667b-4fdd-98cc-e3ed731aa5d0 req-0e701b45-eb7c-46e8-8ea4-c4d3bf73a9f5 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296186 Sep 10 15:07:02.428296 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-9154c712-9797-4112-b576-33267b9b10b9 req-7ffea3f4-af82-4dee-a96e-3a671e2932bf tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4ae8c11-5c71-4aaa-bee4-e837400f8c5d HTTP/1.1" status: 200 len: 210 time: 0.0465009 Sep 10 15:07:02.434850 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 41630) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:07:02.459311 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-48a5cf1e-44d5-441b-885d-c9b817371692 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:02.560125 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0b9c7ad-8af7-4423-b6f2-71a4f6238a4f x-openstack-request-id: req-e0b9c7ad-8af7-4423-b6f2-71a4f6238a4f {{(pid=94009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:07:02.560580 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4ae8c11-5c71-4aaa-bee4-e837400f8c5d", "name": "network-vif-deleted", "tag": "a7472a7e-c40d-4438-9968-1b858de7e4e4", "status": "completed", "code": 200}]} {{(pid=94009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:07:02.560986 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e0b9c7ad-8af7-4423-b6f2-71a4f6238a4f {{(pid=94009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:07:02.561617 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4ae8c11-5c71-4aaa-bee4-e837400f8c5d', 'name': 'network-vif-deleted', 'tag': 'a7472a7e-c40d-4438-9968-1b858de7e4e4', 'status': 'completed', 'code': 200} Sep 10 15:07:02.649409 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-48a5cf1e-44d5-441b-885d-c9b817371692 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:02.656538 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-48a5cf1e-44d5-441b-885d-c9b817371692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:02.705922 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-48a5cf1e-44d5-441b-885d-c9b817371692 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4bce4a564c414203bdc458e1eff0269e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2695725 Sep 10 15:07:02.706900 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a5cf1e-44d5-441b-885d-c9b817371692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a6a140-66ca-4a35-ac1c-1869707c58b8,revision_number=1']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:07:02.711122 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 41640) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:07:02.780130 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-18b5dcc8-d226-450c-919c-77cc6f992eab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:02.806412 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-18b5dcc8-d226-450c-919c-77cc6f992eab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:02.870185 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-18b5dcc8-d226-450c-919c-77cc6f992eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:02.874829 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-18b5dcc8-d226-450c-919c-77cc6f992eab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:02.878852 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-18b5dcc8-d226-450c-919c-77cc6f992eab admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d8a6a140-66ca-4a35-ac1c-1869707c58b8 HTTP/1.1" status: 204 len: 168 time: 0.1643307 Sep 10 15:07:02.893811 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b5dcc8-d226-450c-919c-77cc6f992eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a6a140-66ca-4a35-ac1c-1869707c58b8,revision_number=None']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:07:03.408814 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f0ec77-9c8c-43d3-acbe-e005319a7eff req-32249366-de4d-41b4-b12c-ffeba5141583 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:03.410820 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-77f0ec77-9c8c-43d3-acbe-e005319a7eff req-32249366-de4d-41b4-b12c-ffeba5141583 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=9772ccd7-c617-48d5-926e-bc8768748d19 HTTP/1.1" status: 200 len: 946 time: 0.0581110 Sep 10 15:07:03.452584 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 41654) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:07:03.464949 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-77f0ec77-9c8c-43d3-acbe-e005319a7eff req-797e0d39-bbcf-443a-bbb9-25923a1b81af tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433037 Sep 10 15:07:03.468185 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-1c463428-9249-4184-9366-e7cf8b2d66bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:03.604916 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-82ac3f91-5bd3-46a7-be6c-1daaf88e4727 req-32360487-5b1f-4def-a24d-365a3ec13ab5 tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4ae8c11-5c71-4aaa-bee4-e837400f8c5d HTTP/1.1" status: 200 len: 210 time: 0.0380259 Sep 10 15:07:03.640135 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-1c463428-9249-4184-9366-e7cf8b2d66bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:03.647252 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-1c463428-9249-4184-9366-e7cf8b2d66bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:03.692474 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c463428-9249-4184-9366-e7cf8b2d66bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c80d2a6b-f723-4bc7-abfa-84944060e56a,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:07:03.699049 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-1c463428-9249-4184-9366-e7cf8b2d66bd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=825d799703a644479d75942fbca7485f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2453969 Sep 10 15:07:03.703218 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 41662) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:07:03.759911 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-9b104653-46c9-428a-b3e2-c62b60ed2918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:03.784836 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-9b104653-46c9-428a-b3e2-c62b60ed2918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:03.846957 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-9b104653-46c9-428a-b3e2-c62b60ed2918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:03.851184 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-9b104653-46c9-428a-b3e2-c62b60ed2918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:03.852775 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-9b104653-46c9-428a-b3e2-c62b60ed2918 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c80d2a6b-f723-4bc7-abfa-84944060e56a HTTP/1.1" status: 204 len: 168 time: 0.1483443 Sep 10 15:07:03.862689 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b104653-46c9-428a-b3e2-c62b60ed2918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c80d2a6b-f723-4bc7-abfa-84944060e56a,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:07:04.555398 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device a7472a7e-c40d-4438-9968-1b858de7e4e4 no longer exists at agent hyperv_hv-cinder-76015 {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:07:04.662104 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] No Port match for: a7472a7e-c40d-4438-9968-1b858de7e4e4 {{(pid=94011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:07:04.664144 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device a7472a7e-c40d-4438-9968-1b858de7e4e4 not bound to the agent host hv-cinder-76015 {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:07:04.855695 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-016fccd0-0d33-48f2-94f9-063634e56a10 req-6f79d643-b289-495d-9535-9abf0bf8f087 tempest-DeleteServersTestJSON-833229097 tempest-DeleteServersTestJSON-833229097-project] 10.222.0.35 "GET /v2.0/ports?device_id=f4ae8c11-5c71-4aaa-bee4-e837400f8c5d HTTP/1.1" status: 200 len: 210 time: 0.0821218 Sep 10 15:07:04.888965 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b8b5f6-86dc-4392-ba69-80e5fc0adde4 req-e89d9aec-91c1-47b5-998b-47d7a8c157ed tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:04.893038 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-05b8b5f6-86dc-4392-ba69-80e5fc0adde4 req-e89d9aec-91c1-47b5-998b-47d7a8c157ed tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=9772ccd7-c617-48d5-926e-bc8768748d19 HTTP/1.1" status: 200 len: 946 time: 0.2356493 Sep 10 15:07:04.957053 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-50707bcd-cd22-45ec-9f84-42afa7a021d3 req-b1d51fac-2b39-4f59-b4db-898d57a2b25b service neutron] 10.222.0.42 "GET /v2.0/networks/10576399-efc6-445d-9ca5-76386260f1a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4011843 Sep 10 15:07:04.993023 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-05b8b5f6-86dc-4392-ba69-80e5fc0adde4 req-6bf7a498-abb5-48fc-a23f-d15bf72e7930 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839093 Sep 10 15:07:06.164243 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af5860d-9ead-4cf7-927c-44e5f3e1f36a req-4545e261-860e-4f4a-bb62-e34250ff108e tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:06.166313 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-2af5860d-9ead-4cf7-927c-44e5f3e1f36a req-4545e261-860e-4f4a-bb62-e34250ff108e tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=9772ccd7-c617-48d5-926e-bc8768748d19 HTTP/1.1" status: 200 len: 946 time: 0.0546942 Sep 10 15:07:06.239547 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-2af5860d-9ead-4cf7-927c-44e5f3e1f36a req-35a15e8a-6c76-4806-8355-ecb935672b00 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573545 Sep 10 15:07:07.322995 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-f26369cd-c014-442a-9be5-93785355872f req-f56f221f-0d7a-493c-843c-fc458dc4e965 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f9ede9c0-0e64-4af1-8930-fe240ce9b603&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0962212 Sep 10 15:07:07.454641 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 41834) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:07:07.538944 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4071f045-7083-4446-9d53-54a27cd7548e req-df61a62d-1d5d-4508-aad0-2250dd6faa10 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:07.540587 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-4071f045-7083-4446-9d53-54a27cd7548e req-df61a62d-1d5d-4508-aad0-2250dd6faa10 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=9772ccd7-c617-48d5-926e-bc8768748d19 HTTP/1.1" status: 200 len: 946 time: 0.1236978 Sep 10 15:07:07.543148 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26369cd-c014-442a-9be5-93785355872f req-407880a6-8f34-4eba-a167-3938c1105e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:07.544909 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-f26369cd-c014-442a-9be5-93785355872f req-407880a6-8f34-4eba-a167-3938c1105e22 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cbb1ce4618c54a79b7f16a6fbbdf66ab&device_id=f9ede9c0-0e64-4af1-8930-fe240ce9b603 HTTP/1.1" status: 200 len: 1099 time: 0.1034780 Sep 10 15:07:07.648531 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-4071f045-7083-4446-9d53-54a27cd7548e req-a286eda9-9d36-46ba-a60e-0a89b0704361 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809927 Sep 10 15:07:07.714605 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-184ebf31-822b-4665-b769-d7261d973bcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:07.754707 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26369cd-c014-442a-9be5-93785355872f req-b1011482-eeaa-4cc2-82e8-53ae3c2ba003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:07.756813 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-f26369cd-c014-442a-9be5-93785355872f req-b1011482-eeaa-4cc2-82e8-53ae3c2ba003 service neutron] 10.222.0.42 "GET /v2.0/networks?id=10576399-efc6-445d-9ca5-76386260f1a2 HTTP/1.1" status: 200 len: 919 time: 0.1640530 Sep 10 15:07:07.832728 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-f26369cd-c014-442a-9be5-93785355872f req-9a3f3819-a38f-4a82-8eb0-1dfb98d61a1d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0902fa08-3c11-46ef-be4c-a72dce4d2747 HTTP/1.1" status: 200 len: 217 time: 0.0667746 Sep 10 15:07:07.931723 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26369cd-c014-442a-9be5-93785355872f req-c1ece67b-6265-4ab3-8f1a-c857547ea567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:07.933709 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-f26369cd-c014-442a-9be5-93785355872f req-c1ece67b-6265-4ab3-8f1a-c857547ea567 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1439a9a1-9d83-40a1-a053-fdab96d16b79 HTTP/1.1" status: 200 len: 858 time: 0.0914733 Sep 10 15:07:07.975577 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-184ebf31-822b-4665-b769-d7261d973bcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:07.986842 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-184ebf31-822b-4665-b769-d7261d973bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:08.012836 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-f26369cd-c014-442a-9be5-93785355872f req-ae51698c-85b8-4b04-993e-1ef448e2fe63 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=10576399-efc6-445d-9ca5-76386260f1a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695939 Sep 10 15:07:08.074203 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184ebf31-822b-4665-b769-d7261d973bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b70af809-4583-4ba5-a7eb-c86fb5daca59,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:07:08.088937 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 41866) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:07:08.090975 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-184ebf31-822b-4665-b769-d7261d973bcb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8ee6e924564d46f9908e8083b74d69d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6351967 Sep 10 15:07:08.126761 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 41868) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:07:08.189222 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 41872) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:07:08.205386 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc4ecb71-f41d-4caf-a8e1-204b1d096fa7 admin admin] Deleting subnet bd253290-719b-4fff-9c2f-5ccf3db4d2de {{(pid=94010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 15:07:08.214852 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-bc4ecb71-f41d-4caf-a8e1-204b1d096fa7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:08.270279 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-f26369cd-c014-442a-9be5-93785355872f req-dadc557a-9be1-4515-8732-924c7b42767d service neutron] 10.222.0.42 "GET /v2.0/networks/10576399-efc6-445d-9ca5-76386260f1a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395499 Sep 10 15:07:08.307292 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-bc4ecb71-f41d-4caf-a8e1-204b1d096fa7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:08.331519 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-0c23d0e4-994e-45ef-bd53-e94b47e689d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:08.353428 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-bc4ecb71-f41d-4caf-a8e1-204b1d096fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1678090'] for subnet, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:08.365712 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 41886) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:07:08.520947 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-89aa966c-fda7-4dce-8d04-6f9a43c36889 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:08.566430 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-bc4ecb71-f41d-4caf-a8e1-204b1d096fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1678083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861'] for subnet, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:08.633123 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4ecb71-f41d-4caf-a8e1-204b1d096fa7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd253290-719b-4fff-9c2f-5ccf3db4d2de,revision_number=None']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:07:08.646799 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-bc4ecb71-f41d-4caf-a8e1-204b1d096fa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526879'] for subnet, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:08.653184 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-bc4ecb71-f41d-4caf-a8e1-204b1d096fa7 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/bd253290-719b-4fff-9c2f-5ccf3db4d2de HTTP/1.1" status: 204 len: 168 time: 0.5215857 Sep 10 15:07:08.653808 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 41890) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:07:08.750858 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-0c23d0e4-994e-45ef-bd53-e94b47e689d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:08.804146 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-a3a1b93f-6e62-4bee-a996-dd3794cfaa44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626838'] for network, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:08.807145 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed916167-30dc-405a-9b9b-b25f6cec84f6 admin admin] Deleting subnet 370a65fe-7682-49e6-a0ed-a0e70f7b0bd6 {{(pid=94009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 15:07:08.830429 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-ed916167-30dc-405a-9b9b-b25f6cec84f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:08.896621 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-f26369cd-c014-442a-9be5-93785355872f req-42c3afb5-8f23-49fb-8663-8b612b251e50 service neutron] 10.222.0.42 "GET /v2.0/networks/10576399-efc6-445d-9ca5-76386260f1a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6159849 Sep 10 15:07:08.907452 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-ed916167-30dc-405a-9b9b-b25f6cec84f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15526112'] for subnet, precommit_delete_associations {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:08.916206 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-89aa966c-fda7-4dce-8d04-6f9a43c36889 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:08.975947 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d7495b-f7e2-4129-b864-7489b55ff4ae req-72889686-3559-4cf1-826a-ebc660edc11a tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:08.978098 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-d4d7495b-f7e2-4129-b864-7489b55ff4ae req-72889686-3559-4cf1-826a-ebc660edc11a tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=9772ccd7-c617-48d5-926e-bc8768748d19 HTTP/1.1" status: 200 len: 946 time: 0.1527991 Sep 10 15:07:08.982666 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-0c23d0e4-994e-45ef-bd53-e94b47e689d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:08.985760 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-0c23d0e4-994e-45ef-bd53-e94b47e689d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:08.990944 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-0c23d0e4-994e-45ef-bd53-e94b47e689d5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b70af809-4583-4ba5-a7eb-c86fb5daca59 HTTP/1.1" status: 204 len: 168 time: 0.9008441 Sep 10 15:07:08.996425 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-a3a1b93f-6e62-4bee-a996-dd3794cfaa44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1672831', 'neutron.services.segments.db._delete_segments_for_network-8748756906397'] for network, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:09.004202 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-ed916167-30dc-405a-9b9b-b25f6cec84f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1678090'] for subnet, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:09.014479 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c23d0e4-994e-45ef-bd53-e94b47e689d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70af809-4583-4ba5-a7eb-c86fb5daca59,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:07:09.044883 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-89aa966c-fda7-4dce-8d04-6f9a43c36889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:09.114352 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-d4d7495b-f7e2-4129-b864-7489b55ff4ae req-abd95cc2-7649-40ac-a711-89275a43050b tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154509 Sep 10 15:07:09.119682 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-a3a1b93f-6e62-4bee-a996-dd3794cfaa44 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:07:09.120229 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-a3a1b93f-6e62-4bee-a996-dd3794cfaa44 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:07:09.121702 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-a3a1b93f-6e62-4bee-a996-dd3794cfaa44 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:07:09.122508 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-a3a1b93f-6e62-4bee-a996-dd3794cfaa44 admin admin] Subscribe: > port after_create 55550000 {{(pid=94010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:07:09.123380 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-a3a1b93f-6e62-4bee-a996-dd3794cfaa44 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:07:09.124562 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-a3a1b93f-6e62-4bee-a996-dd3794cfaa44 admin admin] Subscribe: > port after_update 55550000 {{(pid=94010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:07:09.125124 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-a3a1b93f-6e62-4bee-a996-dd3794cfaa44 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:07:09.125888 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-a3a1b93f-6e62-4bee-a996-dd3794cfaa44 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:07:09.126960 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-a3a1b93f-6e62-4bee-a996-dd3794cfaa44 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:07:09.127553 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-a3a1b93f-6e62-4bee-a996-dd3794cfaa44 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:07:09.171080 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-ed916167-30dc-405a-9b9b-b25f6cec84f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1678083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1040786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13677773'] for subnet, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:09.205378 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:09.216477 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-ed916167-30dc-405a-9b9b-b25f6cec84f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:09.218678 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-ed916167-30dc-405a-9b9b-b25f6cec84f6 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/370a65fe-7682-49e6-a0ed-a0e70f7b0bd6 HTTP/1.1" status: 204 len: 168 time: 0.8487232 Sep 10 15:07:09.219831 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed916167-30dc-405a-9b9b-b25f6cec84f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=370a65fe-7682-49e6-a0ed-a0e70f7b0bd6,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:07:09.223445 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 41906) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:07:09.303703 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-d8ec72fc-a4c9-4872-a30a-430ed4b42d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626838'] for network, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:09.383738 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-a3a1b93f-6e62-4bee-a996-dd3794cfaa44 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:07:09.384319 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-a3a1b93f-6e62-4bee-a996-dd3794cfaa44 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:07:09.385101 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-a3a1b93f-6e62-4bee-a996-dd3794cfaa44 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:07:09.385588 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-a3a1b93f-6e62-4bee-a996-dd3794cfaa44 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94010) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 15:07:09.386430 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.services.segments.db [None req-a3a1b93f-6e62-4bee-a996-dd3794cfaa44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9674167c-c436-4b03-a2e0-3346487f1a81']}} {{(pid=94010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:07:09.395589 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-89aa966c-fda7-4dce-8d04-6f9a43c36889 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=58e6a8aa8b564b8187303745d5529d09&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2047875 Sep 10 15:07:09.404191 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 41912) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:07:09.427895 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.services.segments.db [None req-a3a1b93f-6e62-4bee-a996-dd3794cfaa44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58819943-29f5-46b8-a1f2-4b05bfbd5beb') {'for_net_delete': True} {{(pid=94010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:07:09.428416 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.services.segments.db [None req-a3a1b93f-6e62-4bee-a996-dd3794cfaa44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58819943-29f5-46b8-a1f2-4b05bfbd5beb') {} {{(pid=94010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:07:09.442996 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-d8ec72fc-a4c9-4872-a30a-430ed4b42d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1672831', 'neutron.services.segments.db._delete_segments_for_network-8748756906397'] for network, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:09.463593 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-a3a1b93f-6e62-4bee-a996-dd3794cfaa44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748756906150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14298954'] for segment, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:09.480980 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.services.segments.db [None req-d8ec72fc-a4c9-4872-a30a-430ed4b42d66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['498b98cf-9752-41d2-a438-2c66a5ab7fe8']}} {{(pid=94009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:07:09.485973 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aa966c-fda7-4dce-8d04-6f9a43c36889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=334ad3fc-faf3-4a92-b12c-e3262caedc59,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:07:09.511329 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-a3a1b93f-6e62-4bee-a996-dd3794cfaa44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672864'] for segment, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:09.512308 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.services.segments.db [None req-d8ec72fc-a4c9-4872-a30a-430ed4b42d66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32be698a-4d5c-460f-8cd5-1de3731e03bf') {'for_net_delete': True} {{(pid=94009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:07:09.512606 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.services.segments.db [None req-d8ec72fc-a4c9-4872-a30a-430ed4b42d66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32be698a-4d5c-460f-8cd5-1de3731e03bf') {} {{(pid=94009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:07:09.530252 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-d8ec72fc-a4c9-4872-a30a-430ed4b42d66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748756906150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15526041'] for segment, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:09.531367 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3a1b93f-6e62-4bee-a996-dd3794cfaa44 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=94010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 15:07:09.533200 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-a3a1b93f-6e62-4bee-a996-dd3794cfaa44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298559'] for segment, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:09.543417 dv-cinder-760153-10-iscsi neutron-server[94010]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 10 15:07:09.543417 dv-cinder-760153-10-iscsi neutron-server[94010]: from cryptography.utils import int_from_bytes Sep 10 15:07:09.543417 dv-cinder-760153-10-iscsi neutron-server[94010]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 10 15:07:09.543417 dv-cinder-760153-10-iscsi neutron-server[94010]: from cryptography.utils import int_from_bytes Sep 10 15:07:09.543417 dv-cinder-760153-10-iscsi neutron-server[94010]: Traceback (most recent call last): Sep 10 15:07:09.543417 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 15:07:09.543417 dv-cinder-760153-10-iscsi neutron-server[94010]: timer() Sep 10 15:07:09.543417 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 15:07:09.543417 dv-cinder-760153-10-iscsi neutron-server[94010]: cb(*args, **kw) Sep 10 15:07:09.543417 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 15:07:09.543417 dv-cinder-760153-10-iscsi neutron-server[94010]: return func(*args, **kwargs) Sep 10 15:07:09.543417 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 15:07:09.543417 dv-cinder-760153-10-iscsi neutron-server[94010]: self._notify() Sep 10 15:07:09.543417 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 15:07:09.543417 dv-cinder-760153-10-iscsi neutron-server[94010]: self.callback(batched_events) Sep 10 15:07:09.543417 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 15:07:09.543417 dv-cinder-760153-10-iscsi neutron-server[94010]: event.method(event) Sep 10 15:07:09.543417 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 15:07:09.543417 dv-cinder-760153-10-iscsi neutron-server[94010]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 15:07:09.543417 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 15:07:09.543417 dv-cinder-760153-10-iscsi neutron-server[94010]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 15:07:09.543417 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 15:07:09.543417 dv-cinder-760153-10-iscsi neutron-server[94010]: return f(self, *a, **k) Sep 10 15:07:09.543417 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 15:07:09.543417 dv-cinder-760153-10-iscsi neutron-server[94010]: return self._get(url).json() Sep 10 15:07:09.543417 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 15:07:09.543417 dv-cinder-760153-10-iscsi neutron-server[94010]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 15:07:09.543417 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 15:07:09.543417 dv-cinder-760153-10-iscsi neutron-server[94010]: return self.request(url, 'GET', **kwargs) Sep 10 15:07:09.543417 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 15:07:09.543417 dv-cinder-760153-10-iscsi neutron-server[94010]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 15:07:09.543417 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 15:07:09.543417 dv-cinder-760153-10-iscsi neutron-server[94010]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 15:07:09.543417 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 15:07:09.543417 dv-cinder-760153-10-iscsi neutron-server[94010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 15:07:09.543417 dv-cinder-760153-10-iscsi neutron-server[94010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 15:07:09.563127 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-d8ec72fc-a4c9-4872-a30a-430ed4b42d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672864'] for segment, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:09.572325 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-bf167685-8e1e-41b8-9ac4-08484e1b63b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:09.582078 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8ec72fc-a4c9-4872-a30a-430ed4b42d66 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=94009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 15:07:09.582516 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-d8ec72fc-a4c9-4872-a30a-430ed4b42d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1041264'] for segment, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:09.585295 dv-cinder-760153-10-iscsi neutron-server[94009]: Traceback (most recent call last): Sep 10 15:07:09.585295 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 15:07:09.585295 dv-cinder-760153-10-iscsi neutron-server[94009]: timer() Sep 10 15:07:09.585295 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 15:07:09.585295 dv-cinder-760153-10-iscsi neutron-server[94009]: cb(*args, **kw) Sep 10 15:07:09.585295 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 15:07:09.585295 dv-cinder-760153-10-iscsi neutron-server[94009]: return func(*args, **kwargs) Sep 10 15:07:09.585295 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 15:07:09.585295 dv-cinder-760153-10-iscsi neutron-server[94009]: self._notify() Sep 10 15:07:09.585295 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 15:07:09.585295 dv-cinder-760153-10-iscsi neutron-server[94009]: self.callback(batched_events) Sep 10 15:07:09.585295 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 15:07:09.585295 dv-cinder-760153-10-iscsi neutron-server[94009]: event.method(event) Sep 10 15:07:09.585295 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 15:07:09.585295 dv-cinder-760153-10-iscsi neutron-server[94009]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 15:07:09.585295 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 15:07:09.585295 dv-cinder-760153-10-iscsi neutron-server[94009]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 15:07:09.585295 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 15:07:09.585295 dv-cinder-760153-10-iscsi neutron-server[94009]: return f(self, *a, **k) Sep 10 15:07:09.585295 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 15:07:09.585295 dv-cinder-760153-10-iscsi neutron-server[94009]: return self._get(url).json() Sep 10 15:07:09.585295 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 15:07:09.585295 dv-cinder-760153-10-iscsi neutron-server[94009]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 15:07:09.585295 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 15:07:09.585295 dv-cinder-760153-10-iscsi neutron-server[94009]: return self.request(url, 'GET', **kwargs) Sep 10 15:07:09.585295 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 15:07:09.585295 dv-cinder-760153-10-iscsi neutron-server[94009]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 15:07:09.585295 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 15:07:09.585295 dv-cinder-760153-10-iscsi neutron-server[94009]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 15:07:09.585295 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 15:07:09.585295 dv-cinder-760153-10-iscsi neutron-server[94009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 15:07:09.585295 dv-cinder-760153-10-iscsi neutron-server[94009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 15:07:09.625410 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-bf167685-8e1e-41b8-9ac4-08484e1b63b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:09.684001 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-a3a1b93f-6e62-4bee-a996-dd3794cfaa44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582729'] for network, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:09.691739 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-d8ec72fc-a4c9-4872-a30a-430ed4b42d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582729'] for network, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:09.702495 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-a3a1b93f-6e62-4bee-a996-dd3794cfaa44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526879'] for network, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:09.706677 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-a3a1b93f-6e62-4bee-a996-dd3794cfaa44 admin admin] 10.222.0.35 "DELETE /v2.0/networks/9674167c-c436-4b03-a2e0-3346487f1a81 HTTP/1.1" status: 204 len: 168 time: 1.0494962 Sep 10 15:07:09.719015 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-d8ec72fc-a4c9-4872-a30a-430ed4b42d66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526879'] for network, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:09.722070 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-d8ec72fc-a4c9-4872-a30a-430ed4b42d66 admin admin] 10.222.0.35 "DELETE /v2.0/networks/498b98cf-9752-41d2-a438-2c66a5ab7fe8 HTTP/1.1" status: 204 len: 168 time: 0.4955051 Sep 10 15:07:09.726349 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 41926) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:07:09.757345 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ec72fc-a4c9-4872-a30a-430ed4b42d66 admin admin] Pushing event deleted for resources: {'Network': ['ID=498b98cf-9752-41d2-a438-2c66a5ab7fe8,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:07:09.769574 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a1b93f-6e62-4bee-a996-dd3794cfaa44 admin admin] Pushing event deleted for resources: {'Network': ['ID=9674167c-c436-4b03-a2e0-3346487f1a81,revision_number=None']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:07:09.829981 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d4afa89-3d34-46e9-a586-c5c682e37cd5 admin admin] Deleting subnet cac05b63-346b-4ae6-8c3e-f7dfa268db7e {{(pid=94009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 15:07:09.834417 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-bf167685-8e1e-41b8-9ac4-08484e1b63b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:09.837213 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-bf167685-8e1e-41b8-9ac4-08484e1b63b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:09.842111 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-bf167685-8e1e-41b8-9ac4-08484e1b63b9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/334ad3fc-faf3-4a92-b12c-e3262caedc59 HTTP/1.1" status: 204 len: 168 time: 0.4328156 Sep 10 15:07:09.842111 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-9d4afa89-3d34-46e9-a586-c5c682e37cd5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:09.878821 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf167685-8e1e-41b8-9ac4-08484e1b63b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=334ad3fc-faf3-4a92-b12c-e3262caedc59,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:07:09.901348 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-9d4afa89-3d34-46e9-a586-c5c682e37cd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15526112'] for subnet, precommit_delete_associations {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:09.988519 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-9d4afa89-3d34-46e9-a586-c5c682e37cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1678090'] for subnet, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:10.046563 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 41936) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:07:10.127023 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-9d4afa89-3d34-46e9-a586-c5c682e37cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1678083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1040786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13677773'] for subnet, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:10.156418 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4afa89-3d34-46e9-a586-c5c682e37cd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cac05b63-346b-4ae6-8c3e-f7dfa268db7e,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:07:10.163482 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-9d4afa89-3d34-46e9-a586-c5c682e37cd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:10.165463 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-9d4afa89-3d34-46e9-a586-c5c682e37cd5 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/cac05b63-346b-4ae6-8c3e-f7dfa268db7e HTTP/1.1" status: 204 len: 168 time: 0.4377115 Sep 10 15:07:10.166261 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-3b89c652-fad8-4f7f-9d60-90c2d9c391c2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3e6ff7cb7b90442a96ffe59c9ad7a57e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1172652 Sep 10 15:07:10.168163 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 41942) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:07:10.172236 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 41944) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:07:10.301424 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-9cf81eef-8573-40eb-8ea7-c0897d266297 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:10.353291 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-9cf81eef-8573-40eb-8ea7-c0897d266297 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:10.370259 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-f8235bae-f06e-45da-9a36-57b6ac8adef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626838'] for network, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:10.432188 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d55e9-f544-470b-a0ec-6f9103572760 req-84d36565-ba42-4a9c-8427-a2eb6fde284b tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:10.440106 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-6a6d55e9-f544-470b-a0ec-6f9103572760 req-84d36565-ba42-4a9c-8427-a2eb6fde284b tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=9772ccd7-c617-48d5-926e-bc8768748d19 HTTP/1.1" status: 200 len: 946 time: 0.1075585 Sep 10 15:07:10.483619 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-9cf81eef-8573-40eb-8ea7-c0897d266297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:10.487707 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-9cf81eef-8573-40eb-8ea7-c0897d266297 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:10.489027 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-9cf81eef-8573-40eb-8ea7-c0897d266297 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1b42de51-d6ce-459e-a7bd-e942c8dfedf2 HTTP/1.1" status: 204 len: 168 time: 0.3144221 Sep 10 15:07:10.506794 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf81eef-8573-40eb-8ea7-c0897d266297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b42de51-d6ce-459e-a7bd-e942c8dfedf2,revision_number=None']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:07:10.517598 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-f8235bae-f06e-45da-9a36-57b6ac8adef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1672831', 'neutron.services.segments.db._delete_segments_for_network-8748756906397'] for network, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:10.565577 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-6a6d55e9-f544-470b-a0ec-6f9103572760 req-68425c82-c7e0-4435-b45e-459865825237 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241229 Sep 10 15:07:10.578296 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.services.segments.db [None req-f8235bae-f06e-45da-9a36-57b6ac8adef6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc74dc6d-cf2c-4f94-b354-b7acb53888bd']}} {{(pid=94009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:07:10.588158 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.services.segments.db [None req-f8235bae-f06e-45da-9a36-57b6ac8adef6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a84874d9-3a51-4b21-b751-759816038656') {'for_net_delete': True} {{(pid=94009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:07:10.588576 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.services.segments.db [None req-f8235bae-f06e-45da-9a36-57b6ac8adef6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a84874d9-3a51-4b21-b751-759816038656') {} {{(pid=94009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:07:10.602260 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-f8235bae-f06e-45da-9a36-57b6ac8adef6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748756906150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15526041'] for segment, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:10.622266 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-f8235bae-f06e-45da-9a36-57b6ac8adef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672864'] for segment, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:10.630771 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8235bae-f06e-45da-9a36-57b6ac8adef6 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=94009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 15:07:10.631487 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-f8235bae-f06e-45da-9a36-57b6ac8adef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1041264'] for segment, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:10.696446 dv-cinder-760153-10-iscsi neutron-server[94009]: Traceback (most recent call last): Sep 10 15:07:10.696446 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 15:07:10.696446 dv-cinder-760153-10-iscsi neutron-server[94009]: timer() Sep 10 15:07:10.696446 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 15:07:10.696446 dv-cinder-760153-10-iscsi neutron-server[94009]: cb(*args, **kw) Sep 10 15:07:10.696446 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 15:07:10.696446 dv-cinder-760153-10-iscsi neutron-server[94009]: return func(*args, **kwargs) Sep 10 15:07:10.696446 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 15:07:10.696446 dv-cinder-760153-10-iscsi neutron-server[94009]: self._notify() Sep 10 15:07:10.696446 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 15:07:10.696446 dv-cinder-760153-10-iscsi neutron-server[94009]: self.callback(batched_events) Sep 10 15:07:10.696446 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 15:07:10.696446 dv-cinder-760153-10-iscsi neutron-server[94009]: event.method(event) Sep 10 15:07:10.696446 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 15:07:10.696446 dv-cinder-760153-10-iscsi neutron-server[94009]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 15:07:10.696446 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 15:07:10.696446 dv-cinder-760153-10-iscsi neutron-server[94009]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 15:07:10.696446 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 15:07:10.696446 dv-cinder-760153-10-iscsi neutron-server[94009]: return f(self, *a, **k) Sep 10 15:07:10.696446 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 15:07:10.696446 dv-cinder-760153-10-iscsi neutron-server[94009]: return self._get(url).json() Sep 10 15:07:10.696446 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 15:07:10.696446 dv-cinder-760153-10-iscsi neutron-server[94009]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 15:07:10.696446 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 15:07:10.696446 dv-cinder-760153-10-iscsi neutron-server[94009]: return self.request(url, 'GET', **kwargs) Sep 10 15:07:10.696446 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 15:07:10.696446 dv-cinder-760153-10-iscsi neutron-server[94009]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 15:07:10.696446 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 15:07:10.696446 dv-cinder-760153-10-iscsi neutron-server[94009]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 15:07:10.696446 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 15:07:10.696446 dv-cinder-760153-10-iscsi neutron-server[94009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 15:07:10.696446 dv-cinder-760153-10-iscsi neutron-server[94009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 15:07:10.703507 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-f8235bae-f06e-45da-9a36-57b6ac8adef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582729'] for network, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:10.721372 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-f8235bae-f06e-45da-9a36-57b6ac8adef6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526879'] for network, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:10.723778 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-f8235bae-f06e-45da-9a36-57b6ac8adef6 admin admin] 10.222.0.35 "DELETE /v2.0/networks/dc74dc6d-cf2c-4f94-b354-b7acb53888bd HTTP/1.1" status: 204 len: 168 time: 0.5526955 Sep 10 15:07:10.743220 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8235bae-f06e-45da-9a36-57b6ac8adef6 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc74dc6d-cf2c-4f94-b354-b7acb53888bd,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:07:10.745068 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 41960) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:07:10.938896 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 41970) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:07:10.956493 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-2aeab08e-6cf2-40ec-89fd-f2cab270ae14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:11.098341 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-2aeab08e-6cf2-40ec-89fd-f2cab270ae14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:11.105150 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-2aeab08e-6cf2-40ec-89fd-f2cab270ae14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:11.186639 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-2aeab08e-6cf2-40ec-89fd-f2cab270ae14 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ac618557b1994775a47438dc18f31db7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2460701 Sep 10 15:07:11.188959 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeab08e-6cf2-40ec-89fd-f2cab270ae14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=213d347d-716d-4ec1-b94d-2352aaef4578,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:07:11.191309 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 41972) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:07:11.274180 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 41976) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:07:11.298539 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-afb28581-2867-4914-959d-a47a3ce253ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:11.351097 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-afb28581-2867-4914-959d-a47a3ce253ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:11.357295 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-8769eed0-9bad-4aab-b6ea-6a4b3dae960f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7d6c471aa355459cb32ab1d843297062&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0815382 Sep 10 15:07:11.358306 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 41978) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:07:11.436307 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-685b7e62-6119-4ac5-b68b-bdd7d783aacf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:11.471961 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-685b7e62-6119-4ac5-b68b-bdd7d783aacf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:11.482726 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-afb28581-2867-4914-959d-a47a3ce253ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:11.487831 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-afb28581-2867-4914-959d-a47a3ce253ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:11.489788 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-afb28581-2867-4914-959d-a47a3ce253ef admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/213d347d-716d-4ec1-b94d-2352aaef4578 HTTP/1.1" status: 204 len: 168 time: 0.2968752 Sep 10 15:07:11.519881 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb28581-2867-4914-959d-a47a3ce253ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=213d347d-716d-4ec1-b94d-2352aaef4578,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:07:11.569648 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-685b7e62-6119-4ac5-b68b-bdd7d783aacf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:11.573003 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-685b7e62-6119-4ac5-b68b-bdd7d783aacf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:11.577511 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-685b7e62-6119-4ac5-b68b-bdd7d783aacf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c9399761-2628-481c-8d09-6a3be7ac2b8e HTTP/1.1" status: 204 len: 168 time: 0.2171392 Sep 10 15:07:11.587570 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685b7e62-6119-4ac5-b68b-bdd7d783aacf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9399761-2628-481c-8d09-6a3be7ac2b8e,revision_number=None']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:07:11.642240 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-25222f2f-405d-420d-94b8-a137a3182bff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:11.770479 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b79d2a8-6c02-4983-a6dc-7a980a8619d2 req-127282a6-27df-4be9-9d96-72de44f4f125 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:11.772521 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-8b79d2a8-6c02-4983-a6dc-7a980a8619d2 req-127282a6-27df-4be9-9d96-72de44f4f125 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=9772ccd7-c617-48d5-926e-bc8768748d19 HTTP/1.1" status: 200 len: 946 time: 0.0807476 Sep 10 15:07:11.827346 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-25222f2f-405d-420d-94b8-a137a3182bff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:11.843144 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-25222f2f-405d-420d-94b8-a137a3182bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:11.882945 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-8b79d2a8-6c02-4983-a6dc-7a980a8619d2 req-6228c75f-fc4e-4546-94d5-bc15fb3f8858 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861542 Sep 10 15:07:11.950420 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-25222f2f-405d-420d-94b8-a137a3182bff admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=77a60839d05a4e688075b0128b438dff&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2041519 Sep 10 15:07:11.955154 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25222f2f-405d-420d-94b8-a137a3182bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e9beb1-b292-4b28-95bb-96992d16cdf0,revision_number=1']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:07:11.955762 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 42004) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:07:12.038897 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-c6f89afc-0b5b-41fe-95b5-4d7c633463f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:12.079422 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-c6f89afc-0b5b-41fe-95b5-4d7c633463f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:12.162322 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-c6f89afc-0b5b-41fe-95b5-4d7c633463f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:12.169435 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-c6f89afc-0b5b-41fe-95b5-4d7c633463f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:12.175021 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-c6f89afc-0b5b-41fe-95b5-4d7c633463f8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b6e9beb1-b292-4b28-95bb-96992d16cdf0 HTTP/1.1" status: 204 len: 168 time: 0.2176785 Sep 10 15:07:12.189278 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f89afc-0b5b-41fe-95b5-4d7c633463f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e9beb1-b292-4b28-95bb-96992d16cdf0,revision_number=None']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:07:12.429022 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 42020) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:07:12.518257 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-8e45e7c6-6bd9-4ffa-a725-3b504ace6ce4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dc5ac0ba17fd43ea84a76757b566f296&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0872331 Sep 10 15:07:12.520633 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 42024) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:07:12.615296 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-5a9aabc7-9600-4e4e-a7ad-716c1b06dbf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:12.663932 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-5a9aabc7-9600-4e4e-a7ad-716c1b06dbf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:12.765252 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-5a9aabc7-9600-4e4e-a7ad-716c1b06dbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:12.770896 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-5a9aabc7-9600-4e4e-a7ad-716c1b06dbf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:12.772953 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-5a9aabc7-9600-4e4e-a7ad-716c1b06dbf3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8aeb1c66-45a4-4a79-9a29-fbbeba88c571 HTTP/1.1" status: 204 len: 168 time: 0.2503850 Sep 10 15:07:12.792580 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9aabc7-9600-4e4e-a7ad-716c1b06dbf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aeb1c66-45a4-4a79-9a29-fbbeba88c571,revision_number=None']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:07:12.907457 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 42038) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:07:13.064193 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02792405-e67d-413b-a9e9-0e3d49139867 req-ccd754b5-e38c-4b33-a12e-f26dfdf90bd6 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:13.065863 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-02792405-e67d-413b-a9e9-0e3d49139867 req-ccd754b5-e38c-4b33-a12e-f26dfdf90bd6 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=9772ccd7-c617-48d5-926e-bc8768748d19 HTTP/1.1" status: 200 len: 946 time: 0.0575976 Sep 10 15:07:13.135860 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-02792405-e67d-413b-a9e9-0e3d49139867 req-30b6c5f6-b638-4757-b597-58afb014b87b tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551188 Sep 10 15:07:13.249844 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-3eadf605-95f3-48da-8b61-819618493531 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:13.408885 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-3eadf605-95f3-48da-8b61-819618493531 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:13.415698 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-3eadf605-95f3-48da-8b61-819618493531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:13.473214 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-3eadf605-95f3-48da-8b61-819618493531 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a868a56edcbb46669192f9a237d48c2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5645711 Sep 10 15:07:13.477094 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 42068) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:07:13.478470 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eadf605-95f3-48da-8b61-819618493531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1f506f-7d8a-4ee8-94b9-bcaea7148734,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:07:13.595420 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-bf8fc3fb-f9f3-4b91-b12b-a9cc91111dd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:13.626014 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-bf8fc3fb-f9f3-4b91-b12b-a9cc91111dd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:13.700730 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-bf8fc3fb-f9f3-4b91-b12b-a9cc91111dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:13.704000 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-bf8fc3fb-f9f3-4b91-b12b-a9cc91111dd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:13.711771 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-bf8fc3fb-f9f3-4b91-b12b-a9cc91111dd2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9a1f506f-7d8a-4ee8-94b9-bcaea7148734 HTTP/1.1" status: 204 len: 168 time: 0.2329249 Sep 10 15:07:13.727448 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8fc3fb-f9f3-4b91-b12b-a9cc91111dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1f506f-7d8a-4ee8-94b9-bcaea7148734,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:07:13.895413 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 42088) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:07:14.164300 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.v2.base [None req-b964dac1-583d-407c-a7d3-94f9f1c295ec admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2116488470-network', 'tenant_id': '082849543b964e42af95619ef61cf72e'}} {{(pid=94009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:07:14.251094 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b964dac1-583d-407c-a7d3-94f9f1c295ec admin admin] Made reservation on behalf of 082849543b964e42af95619ef61cf72e for: {'network': 1} {{(pid=94009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:07:14.255965 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-b964dac1-583d-407c-a7d3-94f9f1c295ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for network, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:14.272634 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-b964dac1-583d-407c-a7d3-94f9f1c295ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:14.386959 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d442f3d2-a31a-426f-9bcd-ba750440e374 req-01c22545-a731-4911-a95a-6938d1bccc56 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:14.389845 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-d442f3d2-a31a-426f-9bcd-ba750440e374 req-01c22545-a731-4911-a95a-6938d1bccc56 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=9772ccd7-c617-48d5-926e-bc8768748d19 HTTP/1.1" status: 200 len: 946 time: 0.1052601 Sep 10 15:07:14.488191 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-d442f3d2-a31a-426f-9bcd-ba750440e374 req-2e94b181-553d-4903-9696-7eba65eea86d tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843973 Sep 10 15:07:14.544895 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-b964dac1-583d-407c-a7d3-94f9f1c295ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:14.550887 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-b964dac1-583d-407c-a7d3-94f9f1c295ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:14.604365 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b964dac1-583d-407c-a7d3-94f9f1c295ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=94009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 15:07:14.622288 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964dac1-583d-407c-a7d3-94f9f1c295ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1454a895-82cf-4080-b3f0-923c6a44d1f8,revision_number=1']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:07:14.636283 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-b964dac1-583d-407c-a7d3-94f9f1c295ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672864'] for segment, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:14.637103 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.db.segments_db [None req-b964dac1-583d-407c-a7d3-94f9f1c295ec admin admin] Added segment 393f7742-686d-4801-9fab-414e2530e6c7 of type vlan for network 4c8987ac-0e40-410a-9ece-2ede7a46ccfd Sep 10 15:07:14.716005 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-b964dac1-583d-407c-a7d3-94f9f1c295ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748756560168'] for network, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:14.759404 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-b964dac1-583d-407c-a7d3-94f9f1c295ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861'] for network, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:14.761017 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b964dac1-583d-407c-a7d3-94f9f1c295ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:14.761998 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-b964dac1-583d-407c-a7d3-94f9f1c295ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526879'] for network, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:14.825259 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-b964dac1-583d-407c-a7d3-94f9f1c295ec admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9249644 Sep 10 15:07:14.825612 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 42122) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:07:14.831642 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.v2.base [None req-8b9cc29c-2a3d-4838-a80b-a674aaf1bf94 admin admin] Request body: {'subnet': {'network_id': '4c8987ac-0e40-410a-9ece-2ede7a46ccfd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2116488470-subnet', 'tenant_id': '082849543b964e42af95619ef61cf72e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:07:14.922337 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964dac1-583d-407c-a7d3-94f9f1c295ec admin admin] Pushing event updated for resources: {'Network': ['ID=4c8987ac-0e40-410a-9ece-2ede7a46ccfd,revision_number=1']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:07:14.937519 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Network 4c8987ac-0e40-410a-9ece-2ede7a46ccfd details requested by agent ovs-agent-dv-cinder-760153-10-iscsi with host dv-cinder-760153-10-iscsi {{(pid=94011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 15:07:14.950800 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b9cc29c-2a3d-4838-a80b-a674aaf1bf94 admin admin] Made reservation on behalf of 082849543b964e42af95619ef61cf72e for: {'subnet': 1} {{(pid=94009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:07:14.960158 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-8b9cc29c-2a3d-4838-a80b-a674aaf1bf94 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13677608'] for subnet, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:15.337999 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-8b9cc29c-2a3d-4838-a80b-a674aaf1bf94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1040851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13677622'] for subnet, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:15.412442 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9cc29c-2a3d-4838-a80b-a674aaf1bf94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cebcc24d-d612-4722-8ffc-2c593abb6c11,revision_number=0']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:07:15.424898 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9cc29c-2a3d-4838-a80b-a674aaf1bf94 admin admin] Checking segment: {'id': '393f7742-686d-4801-9fab-414e2530e6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4c8987ac-0e40-410a-9ece-2ede7a46ccfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:07:15.425259 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9cc29c-2a3d-4838-a80b-a674aaf1bf94 admin admin] Network hostable DHCP agents. Network: 4c8987ac-0e40-410a-9ece-2ede7a46ccfd, hostable agents: ['afb565d3-e50e-4cf5-8d13-a2fbc8ff1b06'], hosted agents: [] {{(pid=94009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 15:07:15.450429 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9cc29c-2a3d-4838-a80b-a674aaf1bf94 admin admin] Network 4c8987ac-0e40-410a-9ece-2ede7a46ccfd is scheduled to be hosted by DHCP agent afb565d3-e50e-4cf5-8d13-a2fbc8ff1b06 with binding_index 1 {{(pid=94009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 15:07:15.464783 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.base_scheduler [None req-8b9cc29c-2a3d-4838-a80b-a674aaf1bf94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760153-10-iscsi, 4c8987ac-0e40-410a-9ece-2ede7a46ccfd) {{(pid=94009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:07:15.473775 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9cc29c-2a3d-4838-a80b-a674aaf1bf94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:15.474738 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-8b9cc29c-2a3d-4838-a80b-a674aaf1bf94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:15.478636 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525f9acf-74ce-43b5-bee0-7515c6f043e4 None None] Network 4c8987ac-0e40-410a-9ece-2ede7a46ccfd requested from dv-cinder-760153-10-iscsi {{(pid=94011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:07:15.502603 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-8b9cc29c-2a3d-4838-a80b-a674aaf1bf94 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6729860 Sep 10 15:07:15.502816 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 42160) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:07:15.508034 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.v2.base [None req-530201b1-390d-46f7-8007-c5a98899e06b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2116488470-router', 'tenant_id': '082849543b964e42af95619ef61cf72e', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed'}}} {{(pid=94010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:07:15.563791 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-530201b1-390d-46f7-8007-c5a98899e06b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-584384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-375'] for router, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:15.569262 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-530201b1-390d-46f7-8007-c5a98899e06b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-382'] for router, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:15.715332 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-530201b1-390d-46f7-8007-c5a98899e06b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:15.731610 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33db9912-798f-4915-879e-af3972d650e8 req-98815161-ca6f-4076-99d6-7a5c4c51d593 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:15.740179 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-33db9912-798f-4915-879e-af3972d650e8 req-98815161-ca6f-4076-99d6-7a5c4c51d593 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=9772ccd7-c617-48d5-926e-bc8768748d19 HTTP/1.1" status: 200 len: 946 time: 0.1196682 Sep 10 15:07:15.812636 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-33db9912-798f-4915-879e-af3972d650e8 req-44594565-5fdd-4146-833c-67bbdd5aea54 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711162 Sep 10 15:07:15.849100 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce902829-547e-40c1-9f81-e2e94046a16e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75912ed4-7a3a-54d7-ac9b-82d05aadd505-4c8987ac-0e40-410a-9ece-2ede7a46ccfd', 'network_id': '4c8987ac-0e40-410a-9ece-2ede7a46ccfd', 'tenant_id': '082849543b964e42af95619ef61cf72e', 'fixed_ips': [{'subnet_id': 'cebcc24d-d612-4722-8ffc-2c593abb6c11'}]}} from dv-cinder-760153-10-iscsi. {{(pid=94011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 15:07:15.850632 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-ce902829-547e-40c1-9f81-e2e94046a16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:15.981519 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 42206) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:07:16.108250 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-530201b1-390d-46f7-8007-c5a98899e06b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:16.233437 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.db_base_plugin_common [None req-ce902829-547e-40c1-9f81-e2e94046a16e None None] Allocated IP 172.20.0.2 (4c8987ac-0e40-410a-9ece-2ede7a46ccfd/cebcc24d-d612-4722-8ffc-2c593abb6c11/0620ba78-691b-408c-b2e1-09a1df220473) {{(pid=94011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:07:16.387170 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-26a907eb-62e2-480d-be1f-be3b31a7e919 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:16.464351 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-ce902829-547e-40c1-9f81-e2e94046a16e None None] Notify callbacks [] for port, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:16.478341 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-ce902829-547e-40c1-9f81-e2e94046a16e None None] Transition to ACTIVE for port object 0620ba78-691b-408c-b2e1-09a1df220473 will not be triggered until provisioned by entity L2. {{(pid=94011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:07:16.487280 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 42218) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:07:16.506060 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-ce902829-547e-40c1-9f81-e2e94046a16e None None] Transition to ACTIVE for port object 0620ba78-691b-408c-b2e1-09a1df220473 will not be triggered until provisioned by entity DHCP. {{(pid=94011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:07:16.533261 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-ce902829-547e-40c1-9f81-e2e94046a16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748756606401'] for port, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:16.577489 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-26a907eb-62e2-480d-be1f-be3b31a7e919 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:16.585114 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-26a907eb-62e2-480d-be1f-be3b31a7e919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:16.636739 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce902829-547e-40c1-9f81-e2e94046a16e None None] Network 4c8987ac-0e40-410a-9ece-2ede7a46ccfd is already hosted by enough agents. {{(pid=94011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:07:16.641343 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.scheduler.base_scheduler [None req-ce902829-547e-40c1-9f81-e2e94046a16e None None] Resources bound (agent type, host, resource id): {{(pid=94011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:07:16.649801 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce902829-547e-40c1-9f81-e2e94046a16e None None] Received port after_create {{(pid=94011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:07:16.657335 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-26a907eb-62e2-480d-be1f-be3b31a7e919 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fe30e9758dcc4386b43355525cb0bfd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6739845 Sep 10 15:07:16.658289 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 42228) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:07:16.660850 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a907eb-62e2-480d-be1f-be3b31a7e919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbac62f7-79ee-4c50-a403-6e3590655996,revision_number=1']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:07:16.686370 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-ed225ce4-1f28-4d5e-af1f-26501c89e1dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:16.696699 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-530201b1-390d-46f7-8007-c5a98899e06b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:16.717839 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-530201b1-390d-46f7-8007-c5a98899e06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:16.790050 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-3ec08c0e-15cf-4409-ab47-9f00ab898d9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:16.835748 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-3ec08c0e-15cf-4409-ab47-9f00ab898d9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:16.914004 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.db.db_base_plugin_common [None req-530201b1-390d-46f7-8007-c5a98899e06b admin admin] Allocated IP 172.27.0.96 (caa13d69-ff92-44ce-a665-3b9af711feed/3b314502-2ac4-4640-9fa5-f95f10fc4599/353e4137-a58f-44da-b645-7d0b1317f238) {{(pid=94010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:07:16.920409 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-ed225ce4-1f28-4d5e-af1f-26501c89e1dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:16.934001 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-ed225ce4-1f28-4d5e-af1f-26501c89e1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:16.964611 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce902829-547e-40c1-9f81-e2e94046a16e None None] Pushing event updated for resources: {'Port': ['ID=0620ba78-691b-408c-b2e1-09a1df220473,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:07:16.976570 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce902829-547e-40c1-9f81-e2e94046a16e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:07:16.977194 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce902829-547e-40c1-9f81-e2e94046a16e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:07:16.977699 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce902829-547e-40c1-9f81-e2e94046a16e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:07:16.978218 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce902829-547e-40c1-9f81-e2e94046a16e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:07:16.978700 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce902829-547e-40c1-9f81-e2e94046a16e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:07:16.979161 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce902829-547e-40c1-9f81-e2e94046a16e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:07:16.979618 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce902829-547e-40c1-9f81-e2e94046a16e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:07:16.980524 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce902829-547e-40c1-9f81-e2e94046a16e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:07:16.981060 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce902829-547e-40c1-9f81-e2e94046a16e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:07:16.981530 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce902829-547e-40c1-9f81-e2e94046a16e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:07:16.981999 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce902829-547e-40c1-9f81-e2e94046a16e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:07:16.982492 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce902829-547e-40c1-9f81-e2e94046a16e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:07:17.010059 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed225ce4-1f28-4d5e-af1f-26501c89e1dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efabca0f-f812-4f1a-9ce3-8080890e1a4c,revision_number=1']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:07:17.014006 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-3ec08c0e-15cf-4409-ab47-9f00ab898d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:17.016737 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-3ec08c0e-15cf-4409-ab47-9f00ab898d9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:17.021041 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-3ec08c0e-15cf-4409-ab47-9f00ab898d9d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fbac62f7-79ee-4c50-a403-6e3590655996 HTTP/1.1" status: 204 len: 168 time: 0.3561831 Sep 10 15:07:17.024171 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-ed225ce4-1f28-4d5e-af1f-26501c89e1dd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f861b537d7c7490caf4070ef25bd4af4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5351198 Sep 10 15:07:17.027905 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 42242) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:07:17.041190 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [None req-ce902829-547e-40c1-9f81-e2e94046a16e None None] Attempting to bind port 0620ba78-691b-408c-b2e1-09a1df220473 on host dv-cinder-760153-10-iscsi for vnic_type normal with profile {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:07:17.041573 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [None req-ce902829-547e-40c1-9f81-e2e94046a16e None None] Attempting to bind port 0620ba78-691b-408c-b2e1-09a1df220473 by drivers openvswitch,hyperv on host dv-cinder-760153-10-iscsi at level 0 using segments [{'id': '393f7742-686d-4801-9fab-414e2530e6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4c8987ac-0e40-410a-9ece-2ede7a46ccfd'}] {{(pid=94011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:07:17.042692 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce902829-547e-40c1-9f81-e2e94046a16e None None] Attempting to bind port 0620ba78-691b-408c-b2e1-09a1df220473 on network 4c8987ac-0e40-410a-9ece-2ede7a46ccfd {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:07:17.044299 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec08c0e-15cf-4409-ab47-9f00ab898d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbac62f7-79ee-4c50-a403-6e3590655996,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:07:17.057408 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce902829-547e-40c1-9f81-e2e94046a16e None None] Checking agent: {'id': 'aa4392c4-9186-46d5-9724-80b6d464cfe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760153-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 14, 57, 58), 'started_at': datetime.datetime(2021, 9, 10, 14, 58, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760153-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:07:17.057789 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce902829-547e-40c1-9f81-e2e94046a16e None None] Checking segment: {'id': '393f7742-686d-4801-9fab-414e2530e6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4c8987ac-0e40-410a-9ece-2ede7a46ccfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:07:17.059629 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-ce902829-547e-40c1-9f81-e2e94046a16e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:17.061395 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce902829-547e-40c1-9f81-e2e94046a16e None None] Bound using segment: {'id': '393f7742-686d-4801-9fab-414e2530e6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4c8987ac-0e40-410a-9ece-2ede7a46ccfd'} {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:07:17.061911 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [None req-ce902829-547e-40c1-9f81-e2e94046a16e None None] Bound port: 0620ba78-691b-408c-b2e1-09a1df220473, host: dv-cinder-760153-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '393f7742-686d-4801-9fab-414e2530e6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4c8987ac-0e40-410a-9ece-2ede7a46ccfd'}}] {{(pid=94011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:07:17.063817 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-ce902829-547e-40c1-9f81-e2e94046a16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:17.068882 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7014550-ad96-419c-9816-dfe9129c02a4 req-2b764ed3-e796-40e3-8c49-4c4832b78b48 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:17.070552 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-c7014550-ad96-419c-9816-dfe9129c02a4 req-2b764ed3-e796-40e3-8c49-4c4832b78b48 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=9772ccd7-c617-48d5-926e-bc8768748d19 HTTP/1.1" status: 200 len: 946 time: 0.1395800 Sep 10 15:07:17.116400 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-530201b1-390d-46f7-8007-c5a98899e06b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:17.146015 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-c7014550-ad96-419c-9816-dfe9129c02a4 req-4e93ab11-b772-4d9e-9d44-38d987a5591d tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648046 Sep 10 15:07:17.157764 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-dc2822e2-1df2-469a-a248-b427469d1217 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:17.197905 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-dc2822e2-1df2-469a-a248-b427469d1217 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:17.222145 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-530201b1-390d-46f7-8007-c5a98899e06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748756606401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14298976'] for port, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:17.259192 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-ce902829-547e-40c1-9f81-e2e94046a16e None None] For port 0620ba78-691b-408c-b2e1-09a1df220473, host dv-cinder-760153-10-iscsi, cleared binding levels {{(pid=94011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:07:17.292207 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-dc2822e2-1df2-469a-a248-b427469d1217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:17.293472 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-ce902829-547e-40c1-9f81-e2e94046a16e None None] For port 0620ba78-691b-408c-b2e1-09a1df220473, host dv-cinder-760153-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-10-iscsi',level=0,port_id=0620ba78-691b-408c-b2e1-09a1df220473,segment=NetworkSegment(393f7742-686d-4801-9fab-414e2530e6c7),segment_id=393f7742-686d-4801-9fab-414e2530e6c7)] {{(pid=94011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:07:17.296090 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-dc2822e2-1df2-469a-a248-b427469d1217 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:17.297323 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-dc2822e2-1df2-469a-a248-b427469d1217 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/efabca0f-f812-4f1a-9ce3-8080890e1a4c HTTP/1.1" status: 204 len: 168 time: 0.2675056 Sep 10 15:07:17.305666 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-ce902829-547e-40c1-9f81-e2e94046a16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:17.330932 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2822e2-1df2-469a-a248-b427469d1217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efabca0f-f812-4f1a-9ce3-8080890e1a4c,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:07:17.445402 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530201b1-390d-46f7-8007-c5a98899e06b admin admin] Network caa13d69-ff92-44ce-a665-3b9af711feed is already hosted by enough agents. {{(pid=94010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:07:17.454714 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.base_scheduler [None req-530201b1-390d-46f7-8007-c5a98899e06b admin admin] Resources bound (agent type, host, resource id): {{(pid=94010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:07:17.499194 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530201b1-390d-46f7-8007-c5a98899e06b admin admin] Received port after_create {{(pid=94010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:07:17.555713 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce902829-547e-40c1-9f81-e2e94046a16e None None] Pushing event updated for resources: {'Port': ['ID=0620ba78-691b-408c-b2e1-09a1df220473,revision_number=2']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:07:17.586842 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530201b1-390d-46f7-8007-c5a98899e06b admin admin] Pushing event updated for resources: {'Port': ['ID=353e4137-a58f-44da-b645-7d0b1317f238,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:07:18.064014 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 42270) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:07:18.094409 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-db866077-c3fb-4ffa-9704-6e8275e3af46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:18.131092 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-530201b1-390d-46f7-8007-c5a98899e06b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:18.243892 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-db866077-c3fb-4ffa-9704-6e8275e3af46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:18.252536 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-db866077-c3fb-4ffa-9704-6e8275e3af46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:18.382895 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db866077-c3fb-4ffa-9704-6e8275e3af46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6df94233-18c6-41dd-8540-045f180ababc,revision_number=1']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:07:18.408051 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-db866077-c3fb-4ffa-9704-6e8275e3af46 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dbd127a585c741648ae13a254d6a13a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3383014 Sep 10 15:07:18.410486 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 42278) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:07:18.435024 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device 0620ba78-691b-408c-b2e1-09a1df220473 up at agent ovs-agent-dv-cinder-760153-10-iscsi {{(pid=94011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:07:18.507079 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e829840-1055-4d17-bce3-9e491e7c282e req-3647781d-e808-431e-b5a1-d473ba52c0f7 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:18.519785 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-6e829840-1055-4d17-bce3-9e491e7c282e req-3647781d-e808-431e-b5a1-d473ba52c0f7 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=9772ccd7-c617-48d5-926e-bc8768748d19 HTTP/1.1" status: 200 len: 946 time: 0.2288320 Sep 10 15:07:18.624971 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Provisioning for port 0620ba78-691b-408c-b2e1-09a1df220473 completed by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:07:18.628336 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-530201b1-390d-46f7-8007-c5a98899e06b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582673'] for router, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:18.666946 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-6e829840-1055-4d17-bce3-9e491e7c282e req-25437494-4be8-4d66-8d22-dc0a05aeadb2 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450186 Sep 10 15:07:18.678816 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-d9ad2113-8810-474a-81f4-010c401c9034 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:18.750756 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-d9ad2113-8810-474a-81f4-010c401c9034 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:18.849807 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-d9ad2113-8810-474a-81f4-010c401c9034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:18.855924 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-d9ad2113-8810-474a-81f4-010c401c9034 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:18.858059 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-d9ad2113-8810-474a-81f4-010c401c9034 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6df94233-18c6-41dd-8540-045f180ababc HTTP/1.1" status: 204 len: 168 time: 0.4461029 Sep 10 15:07:18.873188 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ad2113-8810-474a-81f4-010c401c9034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df94233-18c6-41dd-8540-045f180ababc,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:07:18.905710 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-530201b1-390d-46f7-8007-c5a98899e06b admin admin] Router 39b10974-571e-4fb1-9e4f-0d31edb05afe is scheduled to L3 agent b0771735-54fe-4ba2-aeee-11d3b2b54cf1 with binding_index 1 {{(pid=94010) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 15:07:19.099693 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-530201b1-390d-46f7-8007-c5a98899e06b admin admin] Notify agent at l3_agent.dv-cinder-760153-10-iscsi the message routers_updated {{(pid=94010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:07:19.112103 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be98799-816e-46ed-ae16-2e732b74dbfa None None] Sync routers for ids ['39b10974-571e-4fb1-9e4f-0d31edb05afe'] in dv-cinder-760153-10-iscsi {{(pid=94012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:07:19.133192 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be98799-816e-46ed-ae16-2e732b74dbfa None None] Routers {'39b10974-571e-4fb1-9e4f-0d31edb05afe'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:07:19.135299 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-3be98799-816e-46ed-ae16-2e732b74dbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T15:06:57Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['39b10974-571e-4fb1-9e4f-0d31edb05afe'], 'active': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:07:19.135515 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-530201b1-390d-46f7-8007-c5a98899e06b admin admin] Notify callbacks [] for router, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:19.137564 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-530201b1-390d-46f7-8007-c5a98899e06b admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.6334832 Sep 10 15:07:19.141106 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 42294) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:07:19.147335 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9450a752-6d96-4f3b-8cb2-ea7858bcc619 None None] Network 4c8987ac-0e40-410a-9ece-2ede7a46ccfd requested from dv-cinder-760153-10-iscsi {{(pid=94011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:07:19.274327 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-53fadce5-fc5c-4cc8-92b8-ecdf845c8dd1 None None] Provisioning for port 0620ba78-691b-408c-b2e1-09a1df220473 completed by entity DHCP. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:07:19.290842 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-53fadce5-fc5c-4cc8-92b8-ecdf845c8dd1 None None] Provisioning complete for port 0620ba78-691b-408c-b2e1-09a1df220473 triggered by entity DHCP. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:07:19.291612 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-53fadce5-fc5c-4cc8-92b8-ecdf845c8dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:19.478801 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvr_db [None req-3be98799-816e-46ed-ae16-2e732b74dbfa None None] Set router 39b10974-571e-4fb1-9e4f-0d31edb05afe gateway port host: dv-cinder-760153-10-iscsi {{(pid=94012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:07:19.524161 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-53fadce5-fc5c-4cc8-92b8-ecdf845c8dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:19.582060 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-53fadce5-fc5c-4cc8-92b8-ecdf845c8dd1 None None] For port 0620ba78-691b-408c-b2e1-09a1df220473, host dv-cinder-760153-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-10-iscsi',level=0,port_id=0620ba78-691b-408c-b2e1-09a1df220473,segment=NetworkSegment(393f7742-686d-4801-9fab-414e2530e6c7),segment_id=393f7742-686d-4801-9fab-414e2530e6c7)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:07:19.593534 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-53fadce5-fc5c-4cc8-92b8-ecdf845c8dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:19.691284 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fadce5-fc5c-4cc8-92b8-ecdf845c8dd1 None None] Pushing event updated for resources: {'Port': ['ID=0620ba78-691b-408c-b2e1-09a1df220473,revision_number=3']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:07:19.965541 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-3be98799-816e-46ed-ae16-2e732b74dbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b10974-571e-4fb1-9e4f-0d31edb05afe', 'name': 'tempest-AttachVolumeTestJSON-2116488470-router', 'tenant_id': '082849543b964e42af95619ef61cf72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '353e4137-a58f-44da-b645-7d0b1317f238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:07:15Z', 'updated_at': '2021-09-10T15:07:17Z', 'revision_number': 3, 'project_id': '082849543b964e42af95619ef61cf72e', 'gw_port': {'id': '353e4137-a58f-44da-b645-7d0b1317f238', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:18:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b10974-571e-4fb1-9e4f-0d31edb05afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:07:16Z', 'updated_at': '2021-09-10T15:07:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi'}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:07:20.023745 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec103f1-69c4-4ced-bfb4-50f91202b682 req-943b863c-3c09-4470-a8b7-61b78369a623 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:20.031542 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-8ec103f1-69c4-4ced-bfb4-50f91202b682 req-943b863c-3c09-4470-a8b7-61b78369a623 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=9772ccd7-c617-48d5-926e-bc8768748d19 HTTP/1.1" status: 200 len: 946 time: 0.1441495 Sep 10 15:07:20.035581 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be98799-816e-46ed-ae16-2e732b74dbfa None None] Checking router: 39b10974-571e-4fb1-9e4f-0d31edb05afe for host: dv-cinder-760153-10-iscsi {{(pid=94012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:07:20.037518 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be98799-816e-46ed-ae16-2e732b74dbfa None None] Updating router 39b10974-571e-4fb1-9e4f-0d31edb05afe port 353e4137-a58f-44da-b645-7d0b1317f238 binding host dv-cinder-760153-10-iscsi {{(pid=94012) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 15:07:20.039070 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-ecf4f53c-1f37-4600-815e-ec78505df64c None None] Provisioning complete for port 0620ba78-691b-408c-b2e1-09a1df220473 triggered by entity DHCP. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:07:20.039592 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-ecf4f53c-1f37-4600-815e-ec78505df64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:20.099194 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3be98799-816e-46ed-ae16-2e732b74dbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:20.121319 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-8ec103f1-69c4-4ced-bfb4-50f91202b682 req-05d39945-df0f-4ba2-a59d-c9f3909bf4d6 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850677 Sep 10 15:07:20.268652 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-e724ac7b-8972-43b7-a3da-6db1cdbffbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:20.363898 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device 0620ba78-691b-408c-b2e1-09a1df220473 up at agent ovs-agent-dv-cinder-760153-10-iscsi {{(pid=94011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:07:20.517602 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Provisioning complete for port 0620ba78-691b-408c-b2e1-09a1df220473 triggered by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:07:20.518324 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:20.536942 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.db_base_plugin_common [None req-e724ac7b-8972-43b7-a3da-6db1cdbffbd8 admin admin] Allocated IP 172.20.0.1 (4c8987ac-0e40-410a-9ece-2ede7a46ccfd/cebcc24d-d612-4722-8ffc-2c593abb6c11/3a3f3ef5-bd42-4810-8d6a-69f8159bb95c) {{(pid=94009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:07:20.572429 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3be98799-816e-46ed-ae16-2e732b74dbfa None None] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:20.589642 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [None req-3be98799-816e-46ed-ae16-2e732b74dbfa None None] Transition to ACTIVE for port object 353e4137-a58f-44da-b645-7d0b1317f238 will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:07:20.597442 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3be98799-816e-46ed-ae16-2e732b74dbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:20.674134 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9772d64c-9ead-424e-b86b-e6337a925965 None None] Pushing event updated for resources: {'Port': ['ID=353e4137-a58f-44da-b645-7d0b1317f238,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:07:20.710964 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-e724ac7b-8972-43b7-a3da-6db1cdbffbd8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:20.711691 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-3be98799-816e-46ed-ae16-2e732b74dbfa None None] Attempting to bind port 353e4137-a58f-44da-b645-7d0b1317f238 on host dv-cinder-760153-10-iscsi for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:07:20.712225 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-3be98799-816e-46ed-ae16-2e732b74dbfa None None] Attempting to bind port 353e4137-a58f-44da-b645-7d0b1317f238 by drivers openvswitch,hyperv on host dv-cinder-760153-10-iscsi at level 0 using segments [{'id': '62148626-c573-4694-a829-31b2bfa74c0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:07:20.712751 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be98799-816e-46ed-ae16-2e732b74dbfa None None] Attempting to bind port 353e4137-a58f-44da-b645-7d0b1317f238 on network caa13d69-ff92-44ce-a665-3b9af711feed {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:07:20.722119 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be98799-816e-46ed-ae16-2e732b74dbfa None None] Checking agent: {'id': 'aa4392c4-9186-46d5-9724-80b6d464cfe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760153-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 14, 57, 58), 'started_at': datetime.datetime(2021, 9, 10, 14, 58, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760153-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:07:20.722865 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be98799-816e-46ed-ae16-2e732b74dbfa None None] Checking segment: {'id': '62148626-c573-4694-a829-31b2bfa74c0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:07:20.723499 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3be98799-816e-46ed-ae16-2e732b74dbfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:20.724065 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be98799-816e-46ed-ae16-2e732b74dbfa None None] Bound using segment: {'id': '62148626-c573-4694-a829-31b2bfa74c0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:07:20.724726 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-3be98799-816e-46ed-ae16-2e732b74dbfa None None] Bound port: 353e4137-a58f-44da-b645-7d0b1317f238, host: dv-cinder-760153-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62148626-c573-4694-a829-31b2bfa74c0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:07:20.725308 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3be98799-816e-46ed-ae16-2e732b74dbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:20.728823 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.provisioning_blocks [None req-e724ac7b-8972-43b7-a3da-6db1cdbffbd8 admin admin] Transition to ACTIVE for port object 3a3f3ef5-bd42-4810-8d6a-69f8159bb95c will not be triggered until provisioned by entity DHCP. {{(pid=94009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:07:20.771569 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-e724ac7b-8972-43b7-a3da-6db1cdbffbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748756606401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1040815'] for port, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:20.773647 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9772d64c-9ead-424e-b86b-e6337a925965 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:07:20.774271 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9772d64c-9ead-424e-b86b-e6337a925965 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:07:20.774806 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9772d64c-9ead-424e-b86b-e6337a925965 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:07:20.775292 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9772d64c-9ead-424e-b86b-e6337a925965 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:07:20.775779 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9772d64c-9ead-424e-b86b-e6337a925965 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:07:20.776249 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9772d64c-9ead-424e-b86b-e6337a925965 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:07:20.776731 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9772d64c-9ead-424e-b86b-e6337a925965 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:07:20.777204 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9772d64c-9ead-424e-b86b-e6337a925965 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:07:20.777706 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9772d64c-9ead-424e-b86b-e6337a925965 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:07:20.778336 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9772d64c-9ead-424e-b86b-e6337a925965 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:07:20.778823 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9772d64c-9ead-424e-b86b-e6337a925965 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:07:20.779316 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9772d64c-9ead-424e-b86b-e6337a925965 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:07:20.816299 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-3be98799-816e-46ed-ae16-2e732b74dbfa None None] For port 353e4137-a58f-44da-b645-7d0b1317f238, host dv-cinder-760153-10-iscsi, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:07:20.826674 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-3be98799-816e-46ed-ae16-2e732b74dbfa None None] For port 353e4137-a58f-44da-b645-7d0b1317f238, host dv-cinder-760153-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-10-iscsi',level=0,port_id=353e4137-a58f-44da-b645-7d0b1317f238,segment=NetworkSegment(62148626-c573-4694-a829-31b2bfa74c0d),segment_id=62148626-c573-4694-a829-31b2bfa74c0d)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:07:20.834322 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-3be98799-816e-46ed-ae16-2e732b74dbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:20.837202 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e724ac7b-8972-43b7-a3da-6db1cdbffbd8 admin admin] Network 4c8987ac-0e40-410a-9ece-2ede7a46ccfd is already hosted by enough agents. {{(pid=94009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:07:20.843396 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.base_scheduler [None req-e724ac7b-8972-43b7-a3da-6db1cdbffbd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:07:20.850504 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e724ac7b-8972-43b7-a3da-6db1cdbffbd8 admin admin] Received port after_create {{(pid=94009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:07:20.854314 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e724ac7b-8972-43b7-a3da-6db1cdbffbd8 admin admin] Pushing event updated for resources: {'Port': ['ID=3a3f3ef5-bd42-4810-8d6a-69f8159bb95c,revision_number=1']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:07:20.913496 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-e724ac7b-8972-43b7-a3da-6db1cdbffbd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582848'] for router_interface, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:21.046717 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be98799-816e-46ed-ae16-2e732b74dbfa None None] Routers {'39b10974-571e-4fb1-9e4f-0d31edb05afe'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:07:21.047368 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-3be98799-816e-46ed-ae16-2e732b74dbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T15:06:57Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['39b10974-571e-4fb1-9e4f-0d31edb05afe'], 'active': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:07:21.173280 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9772d64c-9ead-424e-b86b-e6337a925965 None None] Pushing event updated for resources: {'Port': ['ID=353e4137-a58f-44da-b645-7d0b1317f238,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:07:21.251939 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-2fe604e0-dba2-4ad5-80f4-ca4e57d8fa5f None None] Provisioning for port 3a3f3ef5-bd42-4810-8d6a-69f8159bb95c completed by entity DHCP. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:07:21.258274 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-2fe604e0-dba2-4ad5-80f4-ca4e57d8fa5f None None] Provisioning complete for port 3a3f3ef5-bd42-4810-8d6a-69f8159bb95c triggered by entity DHCP. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:07:21.258981 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-2fe604e0-dba2-4ad5-80f4-ca4e57d8fa5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:21.304319 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-2fe604e0-dba2-4ad5-80f4-ca4e57d8fa5f None None] Port 3a3f3ef5-bd42-4810-8d6a-69f8159bb95c cannot update to ACTIVE because it is not bound. {{(pid=94011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 15:07:21.342811 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.agents_db [None req-04bb1bd2-f33d-49ef-a466-6fb3f7a23ee1 None None] Agent healthcheck: found 6 active agents {{(pid=94012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 15:07:21.367695 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvr_db [None req-3be98799-816e-46ed-ae16-2e732b74dbfa None None] Set router 39b10974-571e-4fb1-9e4f-0d31edb05afe gateway port host: dv-cinder-760153-10-iscsi {{(pid=94012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:07:21.377141 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e67559a-8c93-48f6-8621-8eb0ebfee5d5 req-0171d733-6672-4ce8-8f40-ffec8de89360 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:21.380502 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-8e67559a-8c93-48f6-8621-8eb0ebfee5d5 req-0171d733-6672-4ce8-8f40-ffec8de89360 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=9772ccd7-c617-48d5-926e-bc8768748d19 HTTP/1.1" status: 200 len: 946 time: 0.1063521 Sep 10 15:07:21.388854 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-e724ac7b-8972-43b7-a3da-6db1cdbffbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:21.504050 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-8e67559a-8c93-48f6-8621-8eb0ebfee5d5 req-d7066c1b-fba8-45e5-8260-513990809764 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023200 Sep 10 15:07:21.656705 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-3be98799-816e-46ed-ae16-2e732b74dbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b10974-571e-4fb1-9e4f-0d31edb05afe', 'name': 'tempest-AttachVolumeTestJSON-2116488470-router', 'tenant_id': '082849543b964e42af95619ef61cf72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '353e4137-a58f-44da-b645-7d0b1317f238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:07:15Z', 'updated_at': '2021-09-10T15:07:17Z', 'revision_number': 3, 'project_id': '082849543b964e42af95619ef61cf72e', 'gw_port': {'id': '353e4137-a58f-44da-b645-7d0b1317f238', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:18:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b10974-571e-4fb1-9e4f-0d31edb05afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:07:16Z', 'updated_at': '2021-09-10T15:07:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi'}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:07:21.698189 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be98799-816e-46ed-ae16-2e732b74dbfa None None] The sync data for ids ['39b10974-571e-4fb1-9e4f-0d31edb05afe'] in dv-cinder-760153-10-iscsi is: [{'id': '39b10974-571e-4fb1-9e4f-0d31edb05afe', 'name': 'tempest-AttachVolumeTestJSON-2116488470-router', 'tenant_id': '082849543b964e42af95619ef61cf72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '353e4137-a58f-44da-b645-7d0b1317f238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:07:15Z', 'updated_at': '2021-09-10T15:07:17Z', 'revision_number': 3, 'project_id': '082849543b964e42af95619ef61cf72e', 'gw_port': {'id': '353e4137-a58f-44da-b645-7d0b1317f238', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:18:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b10974-571e-4fb1-9e4f-0d31edb05afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:07:16Z', 'updated_at': '2021-09-10T15:07:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi'}] {{(pid=94012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:07:22.073412 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-e724ac7b-8972-43b7-a3da-6db1cdbffbd8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:22.095937 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-e724ac7b-8972-43b7-a3da-6db1cdbffbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1041244'] for port, after_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:22.263637 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-e724ac7b-8972-43b7-a3da-6db1cdbffbd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586064'] for router_interface, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:22.266698 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e724ac7b-8972-43b7-a3da-6db1cdbffbd8 admin admin] Pushing event updated for resources: {'Port': ['ID=3a3f3ef5-bd42-4810-8d6a-69f8159bb95c,revision_number=2']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:07:22.537392 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device 353e4137-a58f-44da-b645-7d0b1317f238 up at agent ovs-agent-dv-cinder-760153-10-iscsi {{(pid=94011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:07:22.588565 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e724ac7b-8972-43b7-a3da-6db1cdbffbd8 admin admin] Network 4c8987ac-0e40-410a-9ece-2ede7a46ccfd is already hosted by enough agents. {{(pid=94009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:07:22.591677 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.base_scheduler [None req-e724ac7b-8972-43b7-a3da-6db1cdbffbd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:07:22.702900 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Provisioning for port 353e4137-a58f-44da-b645-7d0b1317f238 completed by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:07:22.709868 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Provisioning complete for port 353e4137-a58f-44da-b645-7d0b1317f238 triggered by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:07:22.710275 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:22.832811 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993c27c0-d22b-44c3-8449-39f3ffc07df0 req-91ee69c4-2b27-455a-9378-4e4ed06aab89 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:22.841969 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-993c27c0-d22b-44c3-8449-39f3ffc07df0 req-91ee69c4-2b27-455a-9378-4e4ed06aab89 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=9772ccd7-c617-48d5-926e-bc8768748d19 HTTP/1.1" status: 200 len: 946 time: 0.1134820 Sep 10 15:07:22.892537 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:22.947218 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] For port 353e4137-a58f-44da-b645-7d0b1317f238, host dv-cinder-760153-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-10-iscsi',level=0,port_id=353e4137-a58f-44da-b645-7d0b1317f238,segment=NetworkSegment(62148626-c573-4694-a829-31b2bfa74c0d),segment_id=62148626-c573-4694-a829-31b2bfa74c0d)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:07:22.956309 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-993c27c0-d22b-44c3-8449-39f3ffc07df0 req-f3840ac4-b47f-4981-90ea-add7c6d47b4d tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132357 Sep 10 15:07:22.963223 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:22.966824 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e724ac7b-8972-43b7-a3da-6db1cdbffbd8 admin admin] Router 39b10974-571e-4fb1-9e4f-0d31edb05afe has already been hosted by L3 agent b0771735-54fe-4ba2-aeee-11d3b2b54cf1 {{(pid=94009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 15:07:23.072135 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Pushing event updated for resources: {'Port': ['ID=353e4137-a58f-44da-b645-7d0b1317f238,revision_number=4']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:07:23.082181 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-7e818fcd-385a-4025-b3b8-b2ee75256d84 None None] Provisioning complete for port 3a3f3ef5-bd42-4810-8d6a-69f8159bb95c triggered by entity DHCP. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:07:23.082565 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-7e818fcd-385a-4025-b3b8-b2ee75256d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:23.136669 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-7e818fcd-385a-4025-b3b8-b2ee75256d84 None None] Port 3a3f3ef5-bd42-4810-8d6a-69f8159bb95c cannot update to ACTIVE because it is not bound. {{(pid=94011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 15:07:23.259522 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e724ac7b-8972-43b7-a3da-6db1cdbffbd8 admin admin] Notify agent at l3_agent.dv-cinder-760153-10-iscsi the message routers_updated {{(pid=94009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:07:23.266453 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-e724ac7b-8972-43b7-a3da-6db1cdbffbd8 admin admin] 10.222.0.35 "PUT /v2.0/routers/39b10974-571e-4fb1-9e4f-0d31edb05afe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1236703 Sep 10 15:07:23.904447 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 42450) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:07:23.915784 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.v2.base [None req-207dda0a-d4fd-4095-9cdc-350a3d127511 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1915175966', 'description': 'tempest-description--984970923'}} {{(pid=94010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:07:23.953672 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-207dda0a-d4fd-4095-9cdc-350a3d127511 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks [] for security_group, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:24.087302 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-207dda0a-d4fd-4095-9cdc-350a3d127511 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks [] for security_group, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:24.093007 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-207dda0a-d4fd-4095-9cdc-350a3d127511 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:24.115581 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142cb0af-4342-4fe6-92be-1c4ce5ade2e0 None None] Sync routers for ids ['39b10974-571e-4fb1-9e4f-0d31edb05afe'] in dv-cinder-760153-10-iscsi {{(pid=94011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:07:24.139438 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142cb0af-4342-4fe6-92be-1c4ce5ade2e0 None None] Routers {'39b10974-571e-4fb1-9e4f-0d31edb05afe'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:07:24.140136 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-142cb0af-4342-4fe6-92be-1c4ce5ade2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T15:06:57Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['39b10974-571e-4fb1-9e4f-0d31edb05afe'], 'active': True} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:07:24.145817 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-207dda0a-d4fd-4095-9cdc-350a3d127511 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks [] for security_group, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:24.149037 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-207dda0a-d4fd-4095-9cdc-350a3d127511 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2422824 Sep 10 15:07:24.154358 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 42460) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:07:24.155510 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 42458) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:07:24.161619 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.v2.base [None req-58c08b13-b4cf-474f-9b4f-25b5c9eadf1d tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Request body: {'security_group_rule': {'security_group_id': '0fb61748-e2ed-4218-a239-be58c79f0998', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:07:24.163526 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207dda0a-d4fd-4095-9cdc-350a3d127511 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb61748-e2ed-4218-a239-be58c79f0998,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:07:24.287683 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-58c08b13-b4cf-474f-9b4f-25b5c9eadf1d tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:24.351338 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvr_db [None req-142cb0af-4342-4fe6-92be-1c4ce5ade2e0 None None] Set router 39b10974-571e-4fb1-9e4f-0d31edb05afe gateway port host: dv-cinder-760153-10-iscsi {{(pid=94011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:07:24.381718 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-dea030e2-2fcd-44fc-954c-98ea0227ac93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:24.397756 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce5ef4f-83a7-47a8-b773-225b6e787cf6 req-057a93e9-3686-4325-8fd9-10339151efec tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:24.401572 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-5ce5ef4f-83a7-47a8-b773-225b6e787cf6 req-057a93e9-3686-4325-8fd9-10339151efec tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=9772ccd7-c617-48d5-926e-bc8768748d19 HTTP/1.1" status: 200 len: 946 time: 0.1837826 Sep 10 15:07:24.440164 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device 353e4137-a58f-44da-b645-7d0b1317f238 up at agent ovs-agent-dv-cinder-760153-10-iscsi {{(pid=94011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:07:24.493157 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-58c08b13-b4cf-474f-9b4f-25b5c9eadf1d tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:24.503425 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-58c08b13-b4cf-474f-9b4f-25b5c9eadf1d tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591329'] for security_group_rule, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:24.530302 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-dea030e2-2fcd-44fc-954c-98ea0227ac93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:24.537051 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-dea030e2-2fcd-44fc-954c-98ea0227ac93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:24.573493 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c08b13-b4cf-474f-9b4f-25b5c9eadf1d tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75804260-d608-4901-a3df-444167200b0e,revision_number=0']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:07:24.585111 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-58c08b13-b4cf-474f-9b4f-25b5c9eadf1d tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:24.585111 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-58c08b13-b4cf-474f-9b4f-25b5c9eadf1d tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4289577 Sep 10 15:07:24.590173 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 42468) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:07:24.611683 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.v2.base [None req-5f56c1f2-2808-44a0-b6c0-b6162b66116e tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Request body: {'security_group_rule': {'security_group_id': '0fb61748-e2ed-4218-a239-be58c79f0998', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:07:24.622550 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea030e2-2fcd-44fc-954c-98ea0227ac93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7e47dd-996a-486d-a662-a675a5c8288a,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:07:24.623982 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-5ce5ef4f-83a7-47a8-b773-225b6e787cf6 req-ee85c612-8102-4b19-9f2d-68c358879794 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953444 Sep 10 15:07:24.632476 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-dea030e2-2fcd-44fc-954c-98ea0227ac93 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=22755cd505e443b6a2d4a46ae21bb386&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4744565 Sep 10 15:07:24.637238 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 42470) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:07:24.703342 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-3b94f2c1-0019-4d28-84c4-2ed2ac1bb9d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:24.723025 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Provisioning complete for port 353e4137-a58f-44da-b645-7d0b1317f238 triggered by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:07:24.724362 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:24.727452 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-5f56c1f2-2808-44a0-b6c0-b6162b66116e tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:24.780756 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-3fa47820-84a9-47b7-8b67-5f3fb2a82ff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:24.859903 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-3fa47820-84a9-47b7-8b67-5f3fb2a82ff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:24.881918 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-142cb0af-4342-4fe6-92be-1c4ce5ade2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b10974-571e-4fb1-9e4f-0d31edb05afe', 'name': 'tempest-AttachVolumeTestJSON-2116488470-router', 'tenant_id': '082849543b964e42af95619ef61cf72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '353e4137-a58f-44da-b645-7d0b1317f238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:07:15Z', 'updated_at': '2021-09-10T15:07:21Z', 'revision_number': 4, 'project_id': '082849543b964e42af95619ef61cf72e', 'gw_port': {'id': '353e4137-a58f-44da-b645-7d0b1317f238', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:18:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b10974-571e-4fb1-9e4f-0d31edb05afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:07:16Z', 'updated_at': '2021-09-10T15:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi', '_interfaces': [{'id': '3a3f3ef5-bd42-4810-8d6a-69f8159bb95c', 'name': '', 'network_id': '4c8987ac-0e40-410a-9ece-2ede7a46ccfd', 'tenant_id': '082849543b964e42af95619ef61cf72e', 'mac_address': 'fa:16:3e:f7:fe:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b10974-571e-4fb1-9e4f-0d31edb05afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'cebcc24d-d612-4722-8ffc-2c593abb6c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:07:20Z', 'updated_at': '2021-09-10T15:07:21Z', 'revision_number': 2, 'project_id': '082849543b964e42af95619ef61cf72e', 'subnets': [{'id': 'cebcc24d-d612-4722-8ffc-2c593abb6c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:07:24.910609 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142cb0af-4342-4fe6-92be-1c4ce5ade2e0 None None] Checking router: 39b10974-571e-4fb1-9e4f-0d31edb05afe for host: dv-cinder-760153-10-iscsi {{(pid=94011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:07:24.911492 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142cb0af-4342-4fe6-92be-1c4ce5ade2e0 None None] Updating router 39b10974-571e-4fb1-9e4f-0d31edb05afe port 3a3f3ef5-bd42-4810-8d6a-69f8159bb95c binding host dv-cinder-760153-10-iscsi {{(pid=94011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 15:07:24.942057 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-5f56c1f2-2808-44a0-b6c0-b6162b66116e tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:24.949153 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-5f56c1f2-2808-44a0-b6c0-b6162b66116e tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591329'] for security_group_rule, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:24.952405 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-142cb0af-4342-4fe6-92be-1c4ce5ade2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:24.976414 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f56c1f2-2808-44a0-b6c0-b6162b66116e tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03a739e3-e5d5-4383-87b8-42d54143a3fd,revision_number=0']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:07:24.987381 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-5f56c1f2-2808-44a0-b6c0-b6162b66116e tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:24.991176 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-5f56c1f2-2808-44a0-b6c0-b6162b66116e tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3954368 Sep 10 15:07:24.994631 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 42476) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:07:24.999512 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.v2.base [None req-f4478354-9680-4c62-9085-020ab3ca8eff tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Request body: {'floatingip': {'floating_network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed'}} {{(pid=94010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:07:25.017013 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-3fa47820-84a9-47b7-8b67-5f3fb2a82ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:25.019582 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-3fa47820-84a9-47b7-8b67-5f3fb2a82ff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:25.024100 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-3fa47820-84a9-47b7-8b67-5f3fb2a82ff2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3f7e47dd-996a-486d-a662-a675a5c8288a HTTP/1.1" status: 204 len: 168 time: 0.3829017 Sep 10 15:07:25.036130 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa47820-84a9-47b7-8b67-5f3fb2a82ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7e47dd-996a-486d-a662-a675a5c8288a,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:07:25.064292 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-f4478354-9680-4c62-9085-020ab3ca8eff tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks [] for floatingip, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:25.284510 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-f4478354-9680-4c62-9085-020ab3ca8eff tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:25.353818 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 42486) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:07:25.477703 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.db.db_base_plugin_common [None req-f4478354-9680-4c62-9085-020ab3ca8eff tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Allocated IP 172.27.0.54 (caa13d69-ff92-44ce-a665-3b9af711feed/3b314502-2ac4-4640-9fa5-f95f10fc4599/976a40cc-8f5a-43fe-a2d8-a5d092345c49) {{(pid=94010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:07:25.610598 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-04929fa0-c2c6-466e-adec-e5403a287a39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:25.617713 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 42494) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:07:25.659830 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-462aeed5-be1d-4f70-847d-1bb1aff4a6e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:25.696234 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-142cb0af-4342-4fe6-92be-1c4ce5ade2e0 None None] Notify callbacks [] for port, precommit_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:25.710994 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-f4478354-9680-4c62-9085-020ab3ca8eff tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks [] for port, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:25.724337 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-142cb0af-4342-4fe6-92be-1c4ce5ade2e0 None None] Transition to ACTIVE for port object 3a3f3ef5-bd42-4810-8d6a-69f8159bb95c will not be triggered until provisioned by entity L2. {{(pid=94011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:07:25.747114 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-142cb0af-4342-4fe6-92be-1c4ce5ade2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:25.783009 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-f4478354-9680-4c62-9085-020ab3ca8eff tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748756606401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14298976'] for port, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:25.917765 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4478354-9680-4c62-9085-020ab3ca8eff tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Network caa13d69-ff92-44ce-a665-3b9af711feed is already hosted by enough agents. {{(pid=94010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:07:25.920357 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4478354-9680-4c62-9085-020ab3ca8eff tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Pushing event updated for resources: {'Port': ['ID=976a40cc-8f5a-43fe-a2d8-a5d092345c49,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:07:25.926150 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.base_scheduler [None req-f4478354-9680-4c62-9085-020ab3ca8eff tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Resources bound (agent type, host, resource id): {{(pid=94010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:07:25.930580 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4478354-9680-4c62-9085-020ab3ca8eff tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Received port after_create {{(pid=94010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:07:25.986348 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c4eb59-16c9-44b8-b12b-ab6041324cd9 req-bb4cb668-4484-4f58-bc59-ef4677247e21 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:25.990349 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-76c4eb59-16c9-44b8-b12b-ab6041324cd9 req-bb4cb668-4484-4f58-bc59-ef4677247e21 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=9772ccd7-c617-48d5-926e-bc8768748d19 HTTP/1.1" status: 200 len: 946 time: 0.1982732 Sep 10 15:07:25.993290 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-04929fa0-c2c6-466e-adec-e5403a287a39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:26.002583 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-04929fa0-c2c6-466e-adec-e5403a287a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:26.066195 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501dc3a1-0633-42ed-8dca-7eebe12f9ed3 None None] Pushing event updated for resources: {'Port': ['ID=3a3f3ef5-bd42-4810-8d6a-69f8159bb95c,revision_number=3']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:07:26.107077 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-04929fa0-c2c6-466e-adec-e5403a287a39 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=86259bfb97c04a9b92957fddfa18a9b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7507451 Sep 10 15:07:26.128845 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 42498) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:07:26.137272 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [None req-142cb0af-4342-4fe6-92be-1c4ce5ade2e0 None None] Attempting to bind port 3a3f3ef5-bd42-4810-8d6a-69f8159bb95c on host dv-cinder-760153-10-iscsi for vnic_type normal with profile {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:07:26.137656 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [None req-142cb0af-4342-4fe6-92be-1c4ce5ade2e0 None None] Attempting to bind port 3a3f3ef5-bd42-4810-8d6a-69f8159bb95c by drivers openvswitch,hyperv on host dv-cinder-760153-10-iscsi at level 0 using segments [{'id': '393f7742-686d-4801-9fab-414e2530e6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4c8987ac-0e40-410a-9ece-2ede7a46ccfd'}] {{(pid=94011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:07:26.139566 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142cb0af-4342-4fe6-92be-1c4ce5ade2e0 None None] Attempting to bind port 3a3f3ef5-bd42-4810-8d6a-69f8159bb95c on network 4c8987ac-0e40-410a-9ece-2ede7a46ccfd {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:07:26.141622 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04929fa0-c2c6-466e-adec-e5403a287a39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa473e67-1b31-4821-9241-37a066dd04d5,revision_number=1']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:07:26.157067 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142cb0af-4342-4fe6-92be-1c4ce5ade2e0 None None] Checking agent: {'id': 'aa4392c4-9186-46d5-9724-80b6d464cfe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760153-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 14, 57, 58), 'started_at': datetime.datetime(2021, 9, 10, 14, 58, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760153-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:07:26.157447 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142cb0af-4342-4fe6-92be-1c4ce5ade2e0 None None] Checking segment: {'id': '393f7742-686d-4801-9fab-414e2530e6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4c8987ac-0e40-410a-9ece-2ede7a46ccfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:07:26.157853 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-142cb0af-4342-4fe6-92be-1c4ce5ade2e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:26.158275 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142cb0af-4342-4fe6-92be-1c4ce5ade2e0 None None] Bound using segment: {'id': '393f7742-686d-4801-9fab-414e2530e6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4c8987ac-0e40-410a-9ece-2ede7a46ccfd'} {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:07:26.158764 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [None req-142cb0af-4342-4fe6-92be-1c4ce5ade2e0 None None] Bound port: 3a3f3ef5-bd42-4810-8d6a-69f8159bb95c, host: dv-cinder-760153-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '393f7742-686d-4801-9fab-414e2530e6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4c8987ac-0e40-410a-9ece-2ede7a46ccfd'}}] {{(pid=94011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:07:26.159143 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-142cb0af-4342-4fe6-92be-1c4ce5ade2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:26.211820 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-f4478354-9680-4c62-9085-020ab3ca8eff tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:26.215738 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-76c4eb59-16c9-44b8-b12b-ab6041324cd9 req-817582f8-2e1a-4537-8a36-e974b9fbdb35 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073834 Sep 10 15:07:26.272905 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-f4478354-9680-4c62-9085-020ab3ca8eff tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:26.289443 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-142cb0af-4342-4fe6-92be-1c4ce5ade2e0 None None] For port 3a3f3ef5-bd42-4810-8d6a-69f8159bb95c, host dv-cinder-760153-10-iscsi, cleared binding levels {{(pid=94011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:07:26.295219 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-142cb0af-4342-4fe6-92be-1c4ce5ade2e0 None None] For port 3a3f3ef5-bd42-4810-8d6a-69f8159bb95c, host dv-cinder-760153-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-10-iscsi',level=0,port_id=3a3f3ef5-bd42-4810-8d6a-69f8159bb95c,segment=NetworkSegment(393f7742-686d-4801-9fab-414e2530e6c7),segment_id=393f7742-686d-4801-9fab-414e2530e6c7)] {{(pid=94011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:07:26.304066 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-142cb0af-4342-4fe6-92be-1c4ce5ade2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:26.341571 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-981620d1-174c-427b-a6a4-38d963a5b569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:26.366529 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142cb0af-4342-4fe6-92be-1c4ce5ade2e0 None None] Routers {'39b10974-571e-4fb1-9e4f-0d31edb05afe'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:07:26.366529 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-142cb0af-4342-4fe6-92be-1c4ce5ade2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T15:06:57Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['39b10974-571e-4fb1-9e4f-0d31edb05afe'], 'active': True} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:07:26.393723 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-462aeed5-be1d-4f70-847d-1bb1aff4a6e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:26.411468 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-462aeed5-be1d-4f70-847d-1bb1aff4a6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:26.418438 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-981620d1-174c-427b-a6a4-38d963a5b569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:26.447586 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501dc3a1-0633-42ed-8dca-7eebe12f9ed3 None None] Pushing event updated for resources: {'Port': ['ID=3a3f3ef5-bd42-4810-8d6a-69f8159bb95c,revision_number=4']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:07:26.499222 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462aeed5-be1d-4f70-847d-1bb1aff4a6e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e46feffc-2e17-4d8f-b13f-ac7681641b95,revision_number=1']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:07:26.572273 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvr_db [None req-142cb0af-4342-4fe6-92be-1c4ce5ade2e0 None None] Set router 39b10974-571e-4fb1-9e4f-0d31edb05afe gateway port host: dv-cinder-760153-10-iscsi {{(pid=94011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:07:26.580133 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-f4478354-9680-4c62-9085-020ab3ca8eff tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks [] for port, precommit_update {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:26.581850 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 42504) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:07:26.582080 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-462aeed5-be1d-4f70-847d-1bb1aff4a6e5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e441cd43acdb478db3c497e74a3f2fd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9616425 Sep 10 15:07:26.623538 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-f4478354-9680-4c62-9085-020ab3ca8eff tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14298515'] for port, after_update {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:26.671812 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-981620d1-174c-427b-a6a4-38d963a5b569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:26.675794 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-981620d1-174c-427b-a6a4-38d963a5b569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:26.681695 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-981620d1-174c-427b-a6a4-38d963a5b569 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/aa473e67-1b31-4821-9241-37a066dd04d5 HTTP/1.1" status: 204 len: 168 time: 0.5489719 Sep 10 15:07:26.692495 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981620d1-174c-427b-a6a4-38d963a5b569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa473e67-1b31-4821-9241-37a066dd04d5,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:07:26.837554 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4478354-9680-4c62-9085-020ab3ca8eff tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Pushing event updated for resources: {'Port': ['ID=976a40cc-8f5a-43fe-a2d8-a5d092345c49,revision_number=2']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:07:26.851797 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-55c60ff9-5d5c-42fa-82c8-cbceca033dfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:26.872172 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-f4478354-9680-4c62-9085-020ab3ca8eff tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582779'] for floatingip, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:26.924631 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-55c60ff9-5d5c-42fa-82c8-cbceca033dfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:26.938429 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-f4478354-9680-4c62-9085-020ab3ca8eff tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46804'] for floatingip, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:26.940755 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-f4478354-9680-4c62-9085-020ab3ca8eff tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9447951 Sep 10 15:07:26.979534 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-142cb0af-4342-4fe6-92be-1c4ce5ade2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b10974-571e-4fb1-9e4f-0d31edb05afe', 'name': 'tempest-AttachVolumeTestJSON-2116488470-router', 'tenant_id': '082849543b964e42af95619ef61cf72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '353e4137-a58f-44da-b645-7d0b1317f238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:07:15Z', 'updated_at': '2021-09-10T15:07:21Z', 'revision_number': 4, 'project_id': '082849543b964e42af95619ef61cf72e', 'gw_port': {'id': '353e4137-a58f-44da-b645-7d0b1317f238', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:18:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b10974-571e-4fb1-9e4f-0d31edb05afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:07:16Z', 'updated_at': '2021-09-10T15:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi', '_interfaces': [{'id': '3a3f3ef5-bd42-4810-8d6a-69f8159bb95c', 'name': '', 'network_id': '4c8987ac-0e40-410a-9ece-2ede7a46ccfd', 'tenant_id': '082849543b964e42af95619ef61cf72e', 'mac_address': 'fa:16:3e:f7:fe:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b10974-571e-4fb1-9e4f-0d31edb05afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'cebcc24d-d612-4722-8ffc-2c593abb6c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:07:20Z', 'updated_at': '2021-09-10T15:07:26Z', 'revision_number': 4, 'project_id': '082849543b964e42af95619ef61cf72e', 'subnets': [{'id': 'cebcc24d-d612-4722-8ffc-2c593abb6c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:07:27.011308 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142cb0af-4342-4fe6-92be-1c4ce5ade2e0 None None] The sync data for ids ['39b10974-571e-4fb1-9e4f-0d31edb05afe'] in dv-cinder-760153-10-iscsi is: [{'id': '39b10974-571e-4fb1-9e4f-0d31edb05afe', 'name': 'tempest-AttachVolumeTestJSON-2116488470-router', 'tenant_id': '082849543b964e42af95619ef61cf72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '353e4137-a58f-44da-b645-7d0b1317f238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:07:15Z', 'updated_at': '2021-09-10T15:07:21Z', 'revision_number': 4, 'project_id': '082849543b964e42af95619ef61cf72e', 'gw_port': {'id': '353e4137-a58f-44da-b645-7d0b1317f238', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:18:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b10974-571e-4fb1-9e4f-0d31edb05afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:07:16Z', 'updated_at': '2021-09-10T15:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi', '_interfaces': [{'id': '3a3f3ef5-bd42-4810-8d6a-69f8159bb95c', 'name': '', 'network_id': '4c8987ac-0e40-410a-9ece-2ede7a46ccfd', 'tenant_id': '082849543b964e42af95619ef61cf72e', 'mac_address': 'fa:16:3e:f7:fe:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39b10974-571e-4fb1-9e4f-0d31edb05afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'cebcc24d-d612-4722-8ffc-2c593abb6c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:07:20Z', 'updated_at': '2021-09-10T15:07:26Z', 'revision_number': 4, 'project_id': '082849543b964e42af95619ef61cf72e', 'subnets': [{'id': 'cebcc24d-d612-4722-8ffc-2c593abb6c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:07:27.033579 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-55c60ff9-5d5c-42fa-82c8-cbceca033dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:27.038448 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-55c60ff9-5d5c-42fa-82c8-cbceca033dfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:27.042651 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-55c60ff9-5d5c-42fa-82c8-cbceca033dfb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e46feffc-2e17-4d8f-b13f-ac7681641b95 HTTP/1.1" status: 204 len: 168 time: 0.4534163 Sep 10 15:07:27.056275 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c60ff9-5d5c-42fa-82c8-cbceca033dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e46feffc-2e17-4d8f-b13f-ac7681641b95,revision_number=None']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:07:27.472898 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a426f0f-46b7-453b-871f-21a9ee855774 req-905aa684-524d-4468-b634-b9a35f06e7e9 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:27.475657 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-0a426f0f-46b7-453b-871f-21a9ee855774 req-905aa684-524d-4468-b634-b9a35f06e7e9 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=9772ccd7-c617-48d5-926e-bc8768748d19 HTTP/1.1" status: 200 len: 946 time: 0.0998206 Sep 10 15:07:27.503857 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-96edfd2f-8558-42d2-abf9-f59516d61122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:27.570985 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-0a426f0f-46b7-453b-871f-21a9ee855774 req-9e6d6a28-7263-48b3-8461-f42dbad00889 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846052 Sep 10 15:07:28.175868 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:28.412163 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device 3a3f3ef5-bd42-4810-8d6a-69f8159bb95c up at agent ovs-agent-dv-cinder-760153-10-iscsi {{(pid=94011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:07:28.485134 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Provisioning for port 3a3f3ef5-bd42-4810-8d6a-69f8159bb95c completed by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:07:28.490744 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Provisioning complete for port 3a3f3ef5-bd42-4810-8d6a-69f8159bb95c triggered by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:07:28.491481 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:28.611630 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:28.750497 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] For port 3a3f3ef5-bd42-4810-8d6a-69f8159bb95c, host dv-cinder-760153-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-10-iscsi',level=0,port_id=3a3f3ef5-bd42-4810-8d6a-69f8159bb95c,segment=NetworkSegment(393f7742-686d-4801-9fab-414e2530e6c7),segment_id=393f7742-686d-4801-9fab-414e2530e6c7)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:07:28.769114 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:28.831710 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f23b5-34f4-4a05-9ec2-4a88c72a8a21 req-dfecb2c2-ba34-40f3-a4ac-aa48344344b1 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:28.838299 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-e17f23b5-34f4-4a05-9ec2-4a88c72a8a21 req-dfecb2c2-ba34-40f3-a4ac-aa48344344b1 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=9772ccd7-c617-48d5-926e-bc8768748d19 HTTP/1.1" status: 200 len: 946 time: 0.1287024 Sep 10 15:07:28.883057 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Pushing event updated for resources: {'Port': ['ID=3a3f3ef5-bd42-4810-8d6a-69f8159bb95c,revision_number=5']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:07:28.925901 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-e17f23b5-34f4-4a05-9ec2-4a88c72a8a21 req-51101e4e-06f4-4d8c-9ccd-95538fb9893e tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821180 Sep 10 15:07:29.181130 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b7c5f725-09d8-454b-b5ba-4a700e799395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:30.063516 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2b512a-a9ce-473e-a686-c0a6cb3922e9 req-65aa10bf-1af0-4c5b-96fd-25cdf5fd266d tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:30.065155 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-8d2b512a-a9ce-473e-a686-c0a6cb3922e9 req-65aa10bf-1af0-4c5b-96fd-25cdf5fd266d tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=9772ccd7-c617-48d5-926e-bc8768748d19 HTTP/1.1" status: 200 len: 946 time: 0.0557663 Sep 10 15:07:30.117317 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-8d2b512a-a9ce-473e-a686-c0a6cb3922e9 req-9355734e-d0f8-4008-a8b3-d5f7e40d8001 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400770 Sep 10 15:07:30.340401 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device 3a3f3ef5-bd42-4810-8d6a-69f8159bb95c up at agent ovs-agent-dv-cinder-760153-10-iscsi {{(pid=94011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:07:30.424341 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Provisioning complete for port 3a3f3ef5-bd42-4810-8d6a-69f8159bb95c triggered by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:07:30.424722 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:31.279342 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2c0e42-5efd-4a12-98b3-95cc3363605d req-1ff4a617-a45d-41e0-be31-243e5baaedf4 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:31.281447 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-1e2c0e42-5efd-4a12-98b3-95cc3363605d req-1ff4a617-a45d-41e0-be31-243e5baaedf4 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=9772ccd7-c617-48d5-926e-bc8768748d19 HTTP/1.1" status: 200 len: 946 time: 0.0765481 Sep 10 15:07:31.337233 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-1e2c0e42-5efd-4a12-98b3-95cc3363605d req-f68f3d28-1737-4fdd-8ad4-a23b2ec536cc tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483842 Sep 10 15:07:31.363121 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c13c67c0-2efd-4950-9279-b0623a9c603e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:32.436127 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 42620) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:07:32.496288 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c6ee5-4d89-4e7f-812b-9a324bb4b859 req-3e9e30e3-1b80-4ccb-8f5d-a4451a8d6c7c tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:32.497834 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-d02c6ee5-4d89-4e7f-812b-9a324bb4b859 req-3e9e30e3-1b80-4ccb-8f5d-a4451a8d6c7c tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=9772ccd7-c617-48d5-926e-bc8768748d19 HTTP/1.1" status: 200 len: 946 time: 0.0665438 Sep 10 15:07:32.541096 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-d02c6ee5-4d89-4e7f-812b-9a324bb4b859 req-85b6aa62-d52b-4825-83b1-86037ead3c1b tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369129 Sep 10 15:07:32.624147 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-5d93e92a-a760-4db2-a4cd-3688d53ee149 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:32.766232 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-5d93e92a-a760-4db2-a4cd-3688d53ee149 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:32.771925 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-5d93e92a-a760-4db2-a4cd-3688d53ee149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:32.820838 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-5d93e92a-a760-4db2-a4cd-3688d53ee149 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9a54a3bf63e349ee822102a0e57f081b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3834996 Sep 10 15:07:32.821745 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d93e92a-a760-4db2-a4cd-3688d53ee149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f28e8861-644f-49f4-bd0f-e5c6bcb42b3d,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:07:32.825528 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 42626) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:07:32.888420 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-7051bf16-a650-452c-96ca-b0adffcaaf9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:32.924394 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-7051bf16-a650-452c-96ca-b0adffcaaf9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:32.996457 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-7051bf16-a650-452c-96ca-b0adffcaaf9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:33.001249 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-7051bf16-a650-452c-96ca-b0adffcaaf9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:33.002859 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-7051bf16-a650-452c-96ca-b0adffcaaf9a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f28e8861-644f-49f4-bd0f-e5c6bcb42b3d HTTP/1.1" status: 204 len: 168 time: 0.1756506 Sep 10 15:07:33.021050 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7051bf16-a650-452c-96ca-b0adffcaaf9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28e8861-644f-49f4-bd0f-e5c6bcb42b3d,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:07:33.725609 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269a2d64-8ee4-42c6-b228-faa534c5aaad req-a01121fe-3dba-472b-af90-0ea5f30636f0 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:33.727266 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-269a2d64-8ee4-42c6-b228-faa534c5aaad req-a01121fe-3dba-472b-af90-0ea5f30636f0 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=9772ccd7-c617-48d5-926e-bc8768748d19 HTTP/1.1" status: 200 len: 946 time: 0.0729547 Sep 10 15:07:33.783659 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-269a2d64-8ee4-42c6-b228-faa534c5aaad req-38c22b2e-feaf-4d32-ba48-088c2f97d4ce tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456772 Sep 10 15:07:33.898441 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-f06510a4-dbdd-4f73-8314-acb5db13d953 req-95640d8f-1607-45e1-98a7-dd8d6d48e77d tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1915175966&fields=id&tenant_id=082849543b964e42af95619ef61cf72e HTTP/1.1" status: 200 len: 267 time: 0.0495110 Sep 10 15:07:34.070195 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06510a4-dbdd-4f73-8314-acb5db13d953 req-4a1edcc9-6a94-4135-9f26-da9bb1fe52f2 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:34.072560 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-f06510a4-dbdd-4f73-8314-acb5db13d953 req-4a1edcc9-6a94-4135-9f26-da9bb1fe52f2 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/networks?id=4c8987ac-0e40-410a-9ece-2ede7a46ccfd HTTP/1.1" status: 200 len: 811 time: 0.1667969 Sep 10 15:07:34.094850 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-f06510a4-dbdd-4f73-8314-acb5db13d953 req-003c27c3-904e-451a-a6ca-db25fc4562cf tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/quotas/082849543b964e42af95619ef61cf72e HTTP/1.1" status: 200 len: 375 time: 0.0105431 Sep 10 15:07:34.160888 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-f06510a4-dbdd-4f73-8314-acb5db13d953 req-cfcab961-9a44-4eb5-b5e6-c419dd6a1d93 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=082849543b964e42af95619ef61cf72e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0577173 Sep 10 15:07:34.297560 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-f06510a4-dbdd-4f73-8314-acb5db13d953 req-7510dffe-bcf1-4513-a16d-0f86e5d76fbc service neutron] 10.222.0.35 "GET /v2.0/networks/4c8987ac-0e40-410a-9ece-2ede7a46ccfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214933 Sep 10 15:07:34.453254 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-f06510a4-dbdd-4f73-8314-acb5db13d953 req-1dd820f5-75e5-4d03-a0d1-a3eceaa50958 service neutron] 10.222.0.35 "GET /v2.0/networks/4c8987ac-0e40-410a-9ece-2ede7a46ccfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458833 Sep 10 15:07:34.726768 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-05830536-0cf7-41f3-b33a-4ea024f7d927 req-bf05c9bc-f0a0-4440-a15c-43c5a847372e tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/ports?device_id=1abb4027-f5ba-4772-b83a-e033908cd066 HTTP/1.1" status: 200 len: 210 time: 0.0424330 Sep 10 15:07:34.971752 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809f742e-9f21-4b89-99bd-3884807e97a8 req-b7a658b5-fdc4-49a4-ae23-4fb54bb685e8 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:34.980664 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-809f742e-9f21-4b89-99bd-3884807e97a8 req-b7a658b5-fdc4-49a4-ae23-4fb54bb685e8 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=9772ccd7-c617-48d5-926e-bc8768748d19 HTTP/1.1" status: 200 len: 946 time: 0.0770969 Sep 10 15:07:35.036438 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-809f742e-9f21-4b89-99bd-3884807e97a8 req-859c967c-4c71-4c38-9a6a-0e098d6e1d5d tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543420 Sep 10 15:07:35.872315 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-692aba8a-ccd5-446e-9cf7-af84e99bd987 req-bfb5c522-1dec-4e48-b671-4d860a91d6cb tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/ports?device_id=1abb4027-f5ba-4772-b83a-e033908cd066 HTTP/1.1" status: 200 len: 210 time: 0.0523691 Sep 10 15:07:36.284783 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06510a4-dbdd-4f73-8314-acb5db13d953 req-1330354e-85ae-4cd8-b7fe-06c08594789d tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:36.287939 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-f06510a4-dbdd-4f73-8314-acb5db13d953 req-1330354e-85ae-4cd8-b7fe-06c08594789d tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.42 "GET /v2.0/networks?id=4c8987ac-0e40-410a-9ece-2ede7a46ccfd HTTP/1.1" status: 200 len: 811 time: 0.2303562 Sep 10 15:07:36.308731 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08074c61-1bb8-4cbb-93d6-fbd04c6625a5 req-06f552b1-8162-457b-80cd-8f954688b0f5 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:36.311225 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-08074c61-1bb8-4cbb-93d6-fbd04c6625a5 req-06f552b1-8162-457b-80cd-8f954688b0f5 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=9772ccd7-c617-48d5-926e-bc8768748d19 HTTP/1.1" status: 200 len: 946 time: 0.1362875 Sep 10 15:07:36.436615 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-f06510a4-dbdd-4f73-8314-acb5db13d953 req-9dc7eeae-aa6c-49fa-a1d2-e8d958aaf265 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=082849543b964e42af95619ef61cf72e HTTP/1.1" status: 200 len: 380 time: 0.1232402 Sep 10 15:07:36.443968 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-08074c61-1bb8-4cbb-93d6-fbd04c6625a5 req-5fafd09b-a622-4048-ba1c-14de4e547e30 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175556 Sep 10 15:07:36.451861 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.v2.base [req-f06510a4-dbdd-4f73-8314-acb5db13d953 req-18fa7eaf-1fc3-4a69-8c97-9a90c1b28ec5 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Request body: {'port': {'device_id': '1abb4027-f5ba-4772-b83a-e033908cd066', 'network_id': '4c8987ac-0e40-410a-9ece-2ede7a46ccfd', 'admin_state_up': True, 'tenant_id': '082849543b964e42af95619ef61cf72e', 'security_groups': ['0fb61748-e2ed-4218-a239-be58c79f0998']}} {{(pid=94009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:07:36.641506 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f06510a4-dbdd-4f73-8314-acb5db13d953 req-18fa7eaf-1fc3-4a69-8c97-9a90c1b28ec5 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Made reservation on behalf of 082849543b964e42af95619ef61cf72e for: {'port': 1} {{(pid=94009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:07:36.647700 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-f06510a4-dbdd-4f73-8314-acb5db13d953 req-18fa7eaf-1fc3-4a69-8c97-9a90c1b28ec5 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:36.816080 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f65a500-f0ef-46fc-a921-802634adf758 req-f57fff7f-a902-4126-962d-c78e3a5872ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:36.819872 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-0f65a500-f0ef-46fc-a921-802634adf758 req-f57fff7f-a902-4126-962d-c78e3a5872ac service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9772ccd7-c617-48d5-926e-bc8768748d19 HTTP/1.1" status: 200 len: 1099 time: 0.1694076 Sep 10 15:07:36.935905 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-0f65a500-f0ef-46fc-a921-802634adf758 req-518bd3cd-a9a2-4ee8-9804-958efa0bad4b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049116 Sep 10 15:07:36.951626 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.db_base_plugin_common [req-f06510a4-dbdd-4f73-8314-acb5db13d953 req-18fa7eaf-1fc3-4a69-8c97-9a90c1b28ec5 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Allocated IP 172.20.0.7 (4c8987ac-0e40-410a-9ece-2ede7a46ccfd/cebcc24d-d612-4722-8ffc-2c593abb6c11/b988e32a-498e-455a-84be-81d566a1994a) {{(pid=94009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:07:37.023462 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-f9362948-3e41-4265-9c5f-ad92be35b927 req-72b0940f-e304-4667-a2c3-982b0ca1d54f tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/ports?device_id=1abb4027-f5ba-4772-b83a-e033908cd066 HTTP/1.1" status: 200 len: 210 time: 0.0424185 Sep 10 15:07:37.147524 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-f06510a4-dbdd-4f73-8314-acb5db13d953 req-18fa7eaf-1fc3-4a69-8c97-9a90c1b28ec5 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks [] for port, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:37.165951 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.provisioning_blocks [req-f06510a4-dbdd-4f73-8314-acb5db13d953 req-18fa7eaf-1fc3-4a69-8c97-9a90c1b28ec5 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Transition to ACTIVE for port object b988e32a-498e-455a-84be-81d566a1994a will not be triggered until provisioned by entity DHCP. {{(pid=94009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:07:37.206343 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-f06510a4-dbdd-4f73-8314-acb5db13d953 req-18fa7eaf-1fc3-4a69-8c97-9a90c1b28ec5 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748756606401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1040815'] for port, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:37.262347 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f06510a4-dbdd-4f73-8314-acb5db13d953 req-18fa7eaf-1fc3-4a69-8c97-9a90c1b28ec5 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Network 4c8987ac-0e40-410a-9ece-2ede7a46ccfd is already hosted by enough agents. {{(pid=94009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:07:37.265708 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.base_scheduler [req-f06510a4-dbdd-4f73-8314-acb5db13d953 req-18fa7eaf-1fc3-4a69-8c97-9a90c1b28ec5 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Resources bound (agent type, host, resource id): {{(pid=94009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:07:37.270623 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.l3_dvrscheduler_db [req-f06510a4-dbdd-4f73-8314-acb5db13d953 req-18fa7eaf-1fc3-4a69-8c97-9a90c1b28ec5 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Received port after_create {{(pid=94009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:07:37.302643 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fa7eaf-1fc3-4a69-8c97-9a90c1b28ec5 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Pushing event updated for resources: {'Port': ['ID=b988e32a-498e-455a-84be-81d566a1994a,revision_number=1']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:07:37.337854 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06510a4-dbdd-4f73-8314-acb5db13d953 req-18fa7eaf-1fc3-4a69-8c97-9a90c1b28ec5 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:37.338549 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-f06510a4-dbdd-4f73-8314-acb5db13d953 req-18fa7eaf-1fc3-4a69-8c97-9a90c1b28ec5 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46804'] for port, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:37.382914 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-f06510a4-dbdd-4f73-8314-acb5db13d953 req-18fa7eaf-1fc3-4a69-8c97-9a90c1b28ec5 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9374425 Sep 10 15:07:37.408726 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.v2.base [req-f06510a4-dbdd-4f73-8314-acb5db13d953 req-6dd68d47-7c44-4fd6-87e5-ab1971b9a5a1 service neutron] Request body: {'port': {'device_id': '1abb4027-f5ba-4772-b83a-e033908cd066', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76015'}} {{(pid=94009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:07:37.507010 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-f06510a4-dbdd-4f73-8314-acb5db13d953 req-6dd68d47-7c44-4fd6-87e5-ab1971b9a5a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:37.691296 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8b5215-37d2-47fa-a345-8d31e8ef3df0 req-eae3761a-a818-422f-afa0-c7f96e605b56 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:37.699507 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-ba8b5215-37d2-47fa-a345-8d31e8ef3df0 req-eae3761a-a818-422f-afa0-c7f96e605b56 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=9772ccd7-c617-48d5-926e-bc8768748d19 HTTP/1.1" status: 200 len: 946 time: 0.1362736 Sep 10 15:07:37.712779 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-2a040071-eb93-4583-83f7-88cd8aa9d8df None None] Provisioning for port b988e32a-498e-455a-84be-81d566a1994a completed by entity DHCP. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:07:37.721135 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-2a040071-eb93-4583-83f7-88cd8aa9d8df None None] Provisioning complete for port b988e32a-498e-455a-84be-81d566a1994a triggered by entity DHCP. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:07:37.721807 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-2a040071-eb93-4583-83f7-88cd8aa9d8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:37.780945 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-ba8b5215-37d2-47fa-a345-8d31e8ef3df0 req-12448df4-784e-4ebf-9517-2c9940bef6b2 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784421 Sep 10 15:07:37.799638 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-2a040071-eb93-4583-83f7-88cd8aa9d8df None None] Port b988e32a-498e-455a-84be-81d566a1994a cannot update to ACTIVE because it is not bound. {{(pid=94011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 15:07:37.981794 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.notifiers.nova [req-f06510a4-dbdd-4f73-8314-acb5db13d953 req-6dd68d47-7c44-4fd6-87e5-ab1971b9a5a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b988e32a-498e-455a-84be-81d566a1994a {{(pid=94009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:07:37.993094 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-f06510a4-dbdd-4f73-8314-acb5db13d953 req-6dd68d47-7c44-4fd6-87e5-ab1971b9a5a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:38.009455 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.provisioning_blocks [req-f06510a4-dbdd-4f73-8314-acb5db13d953 req-6dd68d47-7c44-4fd6-87e5-ab1971b9a5a1 service neutron] Transition to ACTIVE for port object b988e32a-498e-455a-84be-81d566a1994a will not be triggered until provisioned by entity L2. {{(pid=94009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:07:38.013439 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-f06510a4-dbdd-4f73-8314-acb5db13d953 req-6dd68d47-7c44-4fd6-87e5-ab1971b9a5a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1041244'] for port, after_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:38.116838 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd68d47-7c44-4fd6-87e5-ab1971b9a5a1 service neutron] Pushing event updated for resources: {'Port': ['ID=b988e32a-498e-455a-84be-81d566a1994a,revision_number=2']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:07:38.203964 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.managers [req-f06510a4-dbdd-4f73-8314-acb5db13d953 req-6dd68d47-7c44-4fd6-87e5-ab1971b9a5a1 service neutron] Attempting to bind port b988e32a-498e-455a-84be-81d566a1994a on host hv-cinder-76015 for vnic_type normal with profile {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:07:38.203964 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.managers [req-f06510a4-dbdd-4f73-8314-acb5db13d953 req-6dd68d47-7c44-4fd6-87e5-ab1971b9a5a1 service neutron] Attempting to bind port b988e32a-498e-455a-84be-81d566a1994a by drivers openvswitch,hyperv on host hv-cinder-76015 at level 0 using segments [{'id': '393f7742-686d-4801-9fab-414e2530e6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4c8987ac-0e40-410a-9ece-2ede7a46ccfd'}] {{(pid=94009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:07:38.204424 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f06510a4-dbdd-4f73-8314-acb5db13d953 req-6dd68d47-7c44-4fd6-87e5-ab1971b9a5a1 service neutron] Attempting to bind port b988e32a-498e-455a-84be-81d566a1994a on network 4c8987ac-0e40-410a-9ece-2ede7a46ccfd {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:07:38.220356 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f06510a4-dbdd-4f73-8314-acb5db13d953 req-6dd68d47-7c44-4fd6-87e5-ab1971b9a5a1 service neutron] Port b988e32a-498e-455a-84be-81d566a1994a on network 4c8987ac-0e40-410a-9ece-2ede7a46ccfd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76015 {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 15:07:38.220922 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f06510a4-dbdd-4f73-8314-acb5db13d953 req-6dd68d47-7c44-4fd6-87e5-ab1971b9a5a1 service neutron] Attempting to bind port b988e32a-498e-455a-84be-81d566a1994a on network 4c8987ac-0e40-410a-9ece-2ede7a46ccfd {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:07:38.243522 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8a00e1-ab9c-4f1d-ac9d-f96520d2563e req-243e276b-f146-4458-a8f6-1b4239f6a7b4 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:38.245726 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-0b8a00e1-ab9c-4f1d-ac9d-f96520d2563e req-243e276b-f146-4458-a8f6-1b4239f6a7b4 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/ports?device_id=1abb4027-f5ba-4772-b83a-e033908cd066 HTTP/1.1" status: 200 len: 943 time: 0.1102350 Sep 10 15:07:38.248326 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f06510a4-dbdd-4f73-8314-acb5db13d953 req-6dd68d47-7c44-4fd6-87e5-ab1971b9a5a1 service neutron] Checking agent: {'id': '97479926-a0bf-4e38-9164-b44674cd2f3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76015', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 15, 4, 9), 'started_at': datetime.datetime(2021, 9, 10, 15, 4, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:07:38.248527 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f06510a4-dbdd-4f73-8314-acb5db13d953 req-6dd68d47-7c44-4fd6-87e5-ab1971b9a5a1 service neutron] Checking segment: {'id': '393f7742-686d-4801-9fab-414e2530e6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4c8987ac-0e40-410a-9ece-2ede7a46ccfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:07:38.249274 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f06510a4-dbdd-4f73-8314-acb5db13d953 req-6dd68d47-7c44-4fd6-87e5-ab1971b9a5a1 service neutron] Bound using segment: {'id': '393f7742-686d-4801-9fab-414e2530e6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4c8987ac-0e40-410a-9ece-2ede7a46ccfd'} {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:07:38.250187 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.managers [req-f06510a4-dbdd-4f73-8314-acb5db13d953 req-6dd68d47-7c44-4fd6-87e5-ab1971b9a5a1 service neutron] Bound port: b988e32a-498e-455a-84be-81d566a1994a, host: hv-cinder-76015, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '393f7742-686d-4801-9fab-414e2530e6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4c8987ac-0e40-410a-9ece-2ede7a46ccfd'}}] {{(pid=94009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:07:38.250790 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-f06510a4-dbdd-4f73-8314-acb5db13d953 req-6dd68d47-7c44-4fd6-87e5-ab1971b9a5a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:38.373693 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-0b8a00e1-ab9c-4f1d-ac9d-f96520d2563e req-24e28368-cb53-4e4f-b26b-a7bd6d0d3b42 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/security-groups?id=0fb61748-e2ed-4218-a239-be58c79f0998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163290 Sep 10 15:07:38.434139 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.db [req-f06510a4-dbdd-4f73-8314-acb5db13d953 req-6dd68d47-7c44-4fd6-87e5-ab1971b9a5a1 service neutron] For port b988e32a-498e-455a-84be-81d566a1994a, host hv-cinder-76015, cleared binding levels {{(pid=94009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:07:38.438364 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.db [req-f06510a4-dbdd-4f73-8314-acb5db13d953 req-6dd68d47-7c44-4fd6-87e5-ab1971b9a5a1 service neutron] For port b988e32a-498e-455a-84be-81d566a1994a, host hv-cinder-76015, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=b988e32a-498e-455a-84be-81d566a1994a,segment=NetworkSegment(393f7742-686d-4801-9fab-414e2530e6c7),segment_id=393f7742-686d-4801-9fab-414e2530e6c7)] {{(pid=94009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:07:38.446834 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-f06510a4-dbdd-4f73-8314-acb5db13d953 req-6dd68d47-7c44-4fd6-87e5-ab1971b9a5a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1041244'] for port, after_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:38.515024 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06510a4-dbdd-4f73-8314-acb5db13d953 req-6dd68d47-7c44-4fd6-87e5-ab1971b9a5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:38.515997 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-f06510a4-dbdd-4f73-8314-acb5db13d953 req-6dd68d47-7c44-4fd6-87e5-ab1971b9a5a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46804'] for port, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:38.517604 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-f06510a4-dbdd-4f73-8314-acb5db13d953 req-6dd68d47-7c44-4fd6-87e5-ab1971b9a5a1 service neutron] 10.222.0.42 "PUT /v2.0/ports/b988e32a-498e-455a-84be-81d566a1994a HTTP/1.1" status: 200 len: 1093 time: 1.1140759 Sep 10 15:07:38.518267 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1abb4027-f5ba-4772-b83a-e033908cd066', 'tag': 'b988e32a-498e-455a-84be-81d566a1994a'}] {{(pid=94009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:07:38.521493 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9f06775dd2e397dd855044b511bdd55e5ba575987bbc09c0a11d88d405cb18b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd2c8a55-1238-4239-b9c8-923cff350e28" -d '{"events": [{"name": "network-changed", "server_uuid": "1abb4027-f5ba-4772-b83a-e033908cd066", "tag": "b988e32a-498e-455a-84be-81d566a1994a"}]}' {{(pid=94009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:07:38.575247 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd68d47-7c44-4fd6-87e5-ab1971b9a5a1 service neutron] Pushing event updated for resources: {'Port': ['ID=b988e32a-498e-455a-84be-81d566a1994a,revision_number=3']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:07:38.602776 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 15:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf7c567c-2452-4fc5-b254-69ee9e1163d4 x-openstack-request-id: req-bf7c567c-2452-4fc5-b254-69ee9e1163d4 {{(pid=94009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:07:38.603259 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1abb4027-f5ba-4772-b83a-e033908cd066", "tag": "b988e32a-498e-455a-84be-81d566a1994a", "status": "completed", "code": 200}]} {{(pid=94009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:07:38.603661 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bf7c567c-2452-4fc5-b254-69ee9e1163d4 {{(pid=94009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:07:38.604318 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1abb4027-f5ba-4772-b83a-e033908cd066', 'tag': 'b988e32a-498e-455a-84be-81d566a1994a', 'status': 'completed', 'code': 200} Sep 10 15:07:38.678418 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06510a4-dbdd-4f73-8314-acb5db13d953 req-91eff501-8aec-4f53-bcfd-2f30eb624ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:38.680245 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-f06510a4-dbdd-4f73-8314-acb5db13d953 req-91eff501-8aec-4f53-bcfd-2f30eb624ede service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=082849543b964e42af95619ef61cf72e&device_id=1abb4027-f5ba-4772-b83a-e033908cd066 HTTP/1.1" status: 200 len: 1096 time: 0.0571463 Sep 10 15:07:38.763833 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-f06510a4-dbdd-4f73-8314-acb5db13d953 req-4807bdaa-55ac-47b1-998a-dc14a040b33f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b988e32a-498e-455a-84be-81d566a1994a HTTP/1.1" status: 200 len: 217 time: 0.0687017 Sep 10 15:07:38.835037 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06510a4-dbdd-4f73-8314-acb5db13d953 req-95fbaa83-fab4-40ae-9f3a-da5994fe8bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:38.836631 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-f06510a4-dbdd-4f73-8314-acb5db13d953 req-95fbaa83-fab4-40ae-9f3a-da5994fe8bd0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cebcc24d-d612-4722-8ffc-2c593abb6c11 HTTP/1.1" status: 200 len: 850 time: 0.0559371 Sep 10 15:07:38.936211 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06510a4-dbdd-4f73-8314-acb5db13d953 req-36726dda-ae6a-4017-943b-1290835f6e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:38.938248 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-f06510a4-dbdd-4f73-8314-acb5db13d953 req-36726dda-ae6a-4017-943b-1290835f6e2f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4c8987ac-0e40-410a-9ece-2ede7a46ccfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0849578 Sep 10 15:07:38.965293 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d2d7b6-00c1-44f2-9a43-73b2c1567b49 req-5905595b-ab3f-4bd1-9e1b-88298e983a73 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:38.967246 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-79d2d7b6-00c1-44f2-9a43-73b2c1567b49 req-5905595b-ab3f-4bd1-9e1b-88298e983a73 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=9772ccd7-c617-48d5-926e-bc8768748d19 HTTP/1.1" status: 200 len: 946 time: 0.1028161 Sep 10 15:07:39.084049 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-79d2d7b6-00c1-44f2-9a43-73b2c1567b49 req-d06fc8fd-69ff-450e-a6bf-ea7ea47483a1 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001589 Sep 10 15:07:39.123059 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-f06510a4-dbdd-4f73-8314-acb5db13d953 req-7c3e96fa-820a-49dd-8e62-de11a8e69e4e service neutron] 10.222.0.42 "GET /v2.0/networks/4c8987ac-0e40-410a-9ece-2ede7a46ccfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754880 Sep 10 15:07:39.207572 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:39.297395 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9486d969-4622-4761-b82d-89b0ee89cf59 req-4d8e9155-67bf-4562-a315-50f7c01e0e65 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:39.298903 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-9486d969-4622-4761-b82d-89b0ee89cf59 req-4d8e9155-67bf-4562-a315-50f7c01e0e65 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9ede9c0-0e64-4af1-8930-fe240ce9b603 HTTP/1.1" status: 200 len: 946 time: 0.1221390 Sep 10 15:07:39.301789 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-f06510a4-dbdd-4f73-8314-acb5db13d953 req-73b74d17-9252-49b8-9048-1da765c62b5c service neutron] 10.222.0.42 "GET /v2.0/networks/4c8987ac-0e40-410a-9ece-2ede7a46ccfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660702 Sep 10 15:07:39.352996 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-9486d969-4622-4761-b82d-89b0ee89cf59 req-b35ea120-89c4-4b0c-8e16-dd7926dfc608 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469692 Sep 10 15:07:39.433804 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2c8a55-1238-4239-b9c8-923cff350e28 req-f80a9156-cd15-4660-8027-9bc4d4913ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:39.436407 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-cd2c8a55-1238-4239-b9c8-923cff350e28 req-f80a9156-cd15-4660-8027-9bc4d4913ed1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=082849543b964e42af95619ef61cf72e&device_id=1abb4027-f5ba-4772-b83a-e033908cd066 HTTP/1.1" status: 200 len: 1096 time: 0.0700593 Sep 10 15:07:39.590051 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2c8a55-1238-4239-b9c8-923cff350e28 req-2b8b88e1-3ee2-4c7b-8391-9c03c9efccec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:39.591675 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-cd2c8a55-1238-4239-b9c8-923cff350e28 req-2b8b88e1-3ee2-4c7b-8391-9c03c9efccec service neutron] 10.222.0.42 "GET /v2.0/networks?id=4c8987ac-0e40-410a-9ece-2ede7a46ccfd HTTP/1.1" status: 200 len: 912 time: 0.1439981 Sep 10 15:07:39.601463 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fb7383-b27e-4bc9-8926-3b2310d07526 req-08d4a888-3ddd-41f7-9c95-c32d3624cb22 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:39.603258 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-a7fb7383-b27e-4bc9-8926-3b2310d07526 req-08d4a888-3ddd-41f7-9c95-c32d3624cb22 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/ports?device_id=1abb4027-f5ba-4772-b83a-e033908cd066 HTTP/1.1" status: 200 len: 943 time: 0.1092548 Sep 10 15:07:39.663568 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-cd2c8a55-1238-4239-b9c8-923cff350e28 req-de2b160a-b51f-4d02-832a-961a3f4e627e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b988e32a-498e-455a-84be-81d566a1994a HTTP/1.1" status: 200 len: 217 time: 0.0592113 Sep 10 15:07:39.780121 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-a7fb7383-b27e-4bc9-8926-3b2310d07526 req-de22688b-2b9e-4b87-9b97-afb5d0cd4ff4 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/security-groups?id=0fb61748-e2ed-4218-a239-be58c79f0998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1682928 Sep 10 15:07:39.814897 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2c8a55-1238-4239-b9c8-923cff350e28 req-d112b396-a00e-4cd8-8537-ca6c0ec2b3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:39.817050 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-cd2c8a55-1238-4239-b9c8-923cff350e28 req-d112b396-a00e-4cd8-8537-ca6c0ec2b3a3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cebcc24d-d612-4722-8ffc-2c593abb6c11 HTTP/1.1" status: 200 len: 850 time: 0.1423430 Sep 10 15:07:40.165881 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2c8a55-1238-4239-b9c8-923cff350e28 req-c54d5ca0-06f1-417c-a982-f691cb49f2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:40.168053 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-cd2c8a55-1238-4239-b9c8-923cff350e28 req-c54d5ca0-06f1-417c-a982-f691cb49f2d1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4c8987ac-0e40-410a-9ece-2ede7a46ccfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3407106 Sep 10 15:07:40.321455 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-cd2c8a55-1238-4239-b9c8-923cff350e28 req-fb343f60-9a51-4d2b-b2a4-4d2f4998e738 service neutron] 10.222.0.42 "GET /v2.0/networks/4c8987ac-0e40-410a-9ece-2ede7a46ccfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440511 Sep 10 15:07:40.445149 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-cd2c8a55-1238-4239-b9c8-923cff350e28 req-3ea5ac35-b48c-42a7-9e10-461b2a978e2b service neutron] 10.222.0.42 "GET /v2.0/networks/4c8987ac-0e40-410a-9ece-2ede7a46ccfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125598 Sep 10 15:07:40.963721 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a8517-fb77-4195-85c9-bd1bfb07bb40 req-7d2dd634-2861-4f3d-9c67-315963034634 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:40.965349 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-387a8517-fb77-4195-85c9-bd1bfb07bb40 req-7d2dd634-2861-4f3d-9c67-315963034634 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/ports?device_id=1abb4027-f5ba-4772-b83a-e033908cd066 HTTP/1.1" status: 200 len: 943 time: 0.0566547 Sep 10 15:07:41.014874 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-387a8517-fb77-4195-85c9-bd1bfb07bb40 req-eec837d4-799e-451e-9371-9373052ac75e tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/security-groups?id=0fb61748-e2ed-4218-a239-be58c79f0998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373752 Sep 10 15:07:41.369936 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88ffe23-d989-4aee-9eb7-20d8a9bfad2d req-2b4ea628-58d9-4cd1-a2f1-044520a82f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:41.371552 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-d88ffe23-d989-4aee-9eb7-20d8a9bfad2d req-2b4ea628-58d9-4cd1-a2f1-044520a82f54 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cbb1ce4618c54a79b7f16a6fbbdf66ab&device_id=f9ede9c0-0e64-4af1-8930-fe240ce9b603 HTTP/1.1" status: 200 len: 1099 time: 0.0825937 Sep 10 15:07:41.384849 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad59d2f1-f7be-4b25-8ca5-6c13841fd37d req-6b81a90d-4421-4562-8dc4-d7be50d250f8 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:41.386652 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-ad59d2f1-f7be-4b25-8ca5-6c13841fd37d req-6b81a90d-4421-4562-8dc4-d7be50d250f8 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9ede9c0-0e64-4af1-8930-fe240ce9b603 HTTP/1.1" status: 200 len: 946 time: 0.0886042 Sep 10 15:07:41.499975 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-ad59d2f1-f7be-4b25-8ca5-6c13841fd37d req-2d1dca9c-3923-4ffb-82ba-5fed6daae08f tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019795 Sep 10 15:07:41.567293 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88ffe23-d989-4aee-9eb7-20d8a9bfad2d req-9658692e-122c-480a-a7e8-4c655b027f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:41.568809 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-d88ffe23-d989-4aee-9eb7-20d8a9bfad2d req-9658692e-122c-480a-a7e8-4c655b027f8e service neutron] 10.222.0.42 "GET /v2.0/networks?id=10576399-efc6-445d-9ca5-76386260f1a2 HTTP/1.1" status: 200 len: 919 time: 0.1809263 Sep 10 15:07:41.618901 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-d88ffe23-d989-4aee-9eb7-20d8a9bfad2d req-e4c6ead6-9fab-4aea-8bc7-f820139e1e2e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0902fa08-3c11-46ef-be4c-a72dce4d2747 HTTP/1.1" status: 200 len: 217 time: 0.0401645 Sep 10 15:07:41.711723 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88ffe23-d989-4aee-9eb7-20d8a9bfad2d req-4e0f762e-2959-4dd4-a306-9c46baf64a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:41.713264 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-d88ffe23-d989-4aee-9eb7-20d8a9bfad2d req-4e0f762e-2959-4dd4-a306-9c46baf64a4a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1439a9a1-9d83-40a1-a053-fdab96d16b79 HTTP/1.1" status: 200 len: 858 time: 0.0858841 Sep 10 15:07:41.787348 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-d88ffe23-d989-4aee-9eb7-20d8a9bfad2d req-434eeab6-28d7-488a-abdd-63c2a19fd8ef service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=10576399-efc6-445d-9ca5-76386260f1a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649781 Sep 10 15:07:41.805103 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device b988e32a-498e-455a-84be-81d566a1994a details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=94011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 15:07:41.836976 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 42878) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:07:41.911913 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-d88ffe23-d989-4aee-9eb7-20d8a9bfad2d req-1b90bef6-3762-40ba-a3e7-80accdead907 service neutron] 10.222.0.42 "GET /v2.0/networks/10576399-efc6-445d-9ca5-76386260f1a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160398 Sep 10 15:07:41.960547 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] For port b988e32a-498e-455a-84be-81d566a1994a, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=b988e32a-498e-455a-84be-81d566a1994a,segment=NetworkSegment(393f7742-686d-4801-9fab-414e2530e6c7),segment_id=393f7742-686d-4801-9fab-414e2530e6c7)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:07:41.975567 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Returning: {'device': 'b988e32a-498e-455a-84be-81d566a1994a', 'network_id': '4c8987ac-0e40-410a-9ece-2ede7a46ccfd', 'port_id': 'b988e32a-498e-455a-84be-81d566a1994a', 'mac_address': 'fa:16:3e:10:24:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cebcc24d-d612-4722-8ffc-2c593abb6c11', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 15:07:42.026210 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:42.039347 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-da5bf2ed-b058-4359-90eb-a480b2bb612b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:42.054211 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b988e32a-498e-455a-84be-81d566a1994a {{(pid=94011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:07:42.064767 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-d88ffe23-d989-4aee-9eb7-20d8a9bfad2d req-25475015-79c7-4bf1-bfcb-78803b7fef34 service neutron] 10.222.0.42 "GET /v2.0/networks/10576399-efc6-445d-9ca5-76386260f1a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428771 Sep 10 15:07:42.091198 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] For port b988e32a-498e-455a-84be-81d566a1994a, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=b988e32a-498e-455a-84be-81d566a1994a,segment=NetworkSegment(393f7742-686d-4801-9fab-414e2530e6c7),segment_id=393f7742-686d-4801-9fab-414e2530e6c7)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:07:42.096932 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:42.173918 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Pushing event updated for resources: {'Port': ['ID=b988e32a-498e-455a-84be-81d566a1994a,revision_number=4']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:07:42.217566 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acba5f6-352b-4db5-9e1c-7e6cdffa6329 req-34ad57cf-4334-4a8c-b24c-1ceaf0b5472c tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:42.219961 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-5acba5f6-352b-4db5-9e1c-7e6cdffa6329 req-34ad57cf-4334-4a8c-b24c-1ceaf0b5472c tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/ports?device_id=1abb4027-f5ba-4772-b83a-e033908cd066 HTTP/1.1" status: 200 len: 944 time: 0.0921006 Sep 10 15:07:42.260079 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-da5bf2ed-b058-4359-90eb-a480b2bb612b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:42.265412 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-da5bf2ed-b058-4359-90eb-a480b2bb612b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:42.331104 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-5acba5f6-352b-4db5-9e1c-7e6cdffa6329 req-4eb73382-ee74-4f88-aecb-7750420093c9 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/security-groups?id=0fb61748-e2ed-4218-a239-be58c79f0998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015558 Sep 10 15:07:42.336431 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-da5bf2ed-b058-4359-90eb-a480b2bb612b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ca5ba2672deb451f96c4b311c528dee9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4980586 Sep 10 15:07:42.338739 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5bf2ed-b058-4359-90eb-a480b2bb612b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9529750a-d446-4472-944f-c6235ae2777a,revision_number=1']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:07:42.340332 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 42892) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:07:42.400079 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-cb8be83d-7a8e-4579-b920-f79140b41805 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:42.422335 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] get_ports_and_sgs() called for port_ids ['b988e32a-498e-455a-84be-81d566a1994a'] {{(pid=94011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 15:07:42.426356 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-cb8be83d-7a8e-4579-b920-f79140b41805 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:42.490238 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-cb8be83d-7a8e-4579-b920-f79140b41805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:42.492821 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-cb8be83d-7a8e-4579-b920-f79140b41805 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:42.494211 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-cb8be83d-7a8e-4579-b920-f79140b41805 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9529750a-d446-4472-944f-c6235ae2777a HTTP/1.1" status: 204 len: 168 time: 0.1517351 Sep 10 15:07:42.504600 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8be83d-7a8e-4579-b920-f79140b41805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9529750a-d446-4472-944f-c6235ae2777a,revision_number=None']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:07:42.663660 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbcf7bf-beeb-495d-86ce-57af16884b13 req-1464efcd-11a2-4718-8c86-4b3c9730757b tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:42.665281 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-fbbcf7bf-beeb-495d-86ce-57af16884b13 req-1464efcd-11a2-4718-8c86-4b3c9730757b tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9ede9c0-0e64-4af1-8930-fe240ce9b603 HTTP/1.1" status: 200 len: 946 time: 0.0630758 Sep 10 15:07:42.712726 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-fbbcf7bf-beeb-495d-86ce-57af16884b13 req-88d9c4d6-deb7-4671-a332-6a17e74b5832 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353301 Sep 10 15:07:43.381030 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 42936) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:07:43.471200 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904e1c69-f5b6-4153-8461-ec81f7c0d3a9 req-b54cbde8-3f1b-48ac-840c-882ac058e7ef tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:43.472824 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-904e1c69-f5b6-4153-8461-ec81f7c0d3a9 req-b54cbde8-3f1b-48ac-840c-882ac058e7ef tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/ports?device_id=1abb4027-f5ba-4772-b83a-e033908cd066 HTTP/1.1" status: 200 len: 944 time: 0.0566642 Sep 10 15:07:43.530985 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-6d3e1380-569f-4154-a8cd-5263794518d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:43.536214 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-904e1c69-f5b6-4153-8461-ec81f7c0d3a9 req-555ab378-fb18-4515-a9a5-f54da0c4af0e tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/security-groups?id=0fb61748-e2ed-4218-a239-be58c79f0998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487251 Sep 10 15:07:43.648562 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-6d3e1380-569f-4154-a8cd-5263794518d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:43.653424 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-6d3e1380-569f-4154-a8cd-5263794518d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:43.699609 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-6d3e1380-569f-4154-a8cd-5263794518d3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=710ad145310e4c90825614b41484d7e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3174708 Sep 10 15:07:43.700758 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3e1380-569f-4154-a8cd-5263794518d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd2f1fa6-38a6-44a6-8f1b-fe802fdac22c,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:07:43.703896 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 42940) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:07:43.766781 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-5a3cde07-0d12-415e-953a-eba84692670c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:43.792980 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-5a3cde07-0d12-415e-953a-eba84692670c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:43.803216 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device b988e32a-498e-455a-84be-81d566a1994a up at agent hyperv_hv-cinder-76015 {{(pid=94011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:07:43.904106 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Provisioning for port b988e32a-498e-455a-84be-81d566a1994a completed by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:07:43.914463 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Provisioning complete for port b988e32a-498e-455a-84be-81d566a1994a triggered by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:07:43.914914 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:43.929642 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a3ccb6-5e2a-436c-8aa2-dd73dc3d7c8e req-9842ecdd-e4ec-4d3f-ba9c-13575507785c tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:43.931257 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-47a3ccb6-5e2a-436c-8aa2-dd73dc3d7c8e req-9842ecdd-e4ec-4d3f-ba9c-13575507785c tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9ede9c0-0e64-4af1-8930-fe240ce9b603 HTTP/1.1" status: 200 len: 946 time: 0.0913825 Sep 10 15:07:43.932494 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-5a3cde07-0d12-415e-953a-eba84692670c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:43.935075 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-5a3cde07-0d12-415e-953a-eba84692670c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:43.936232 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-5a3cde07-0d12-415e-953a-eba84692670c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fd2f1fa6-38a6-44a6-8f1b-fe802fdac22c HTTP/1.1" status: 204 len: 168 time: 0.2306404 Sep 10 15:07:43.946577 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3cde07-0d12-415e-953a-eba84692670c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd2f1fa6-38a6-44a6-8f1b-fe802fdac22c,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:07:43.991408 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-47a3ccb6-5e2a-436c-8aa2-dd73dc3d7c8e req-854d9710-7148-4662-8c2c-0014865a9de5 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403674 Sep 10 15:07:44.054200 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:44.088039 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1abb4027-f5ba-4772-b83a-e033908cd066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b988e32a-498e-455a-84be-81d566a1994a'}] {{(pid=94011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:07:44.090876 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eff4842c0e32827c09e5fc730d7a4a2f35fc7e77767eed508a7d5fefd1bac28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-818a6363-7d68-436d-b5b3-e2039c60381d" -d '{"events": [{"server_uuid": "1abb4027-f5ba-4772-b83a-e033908cd066", "name": "network-vif-plugged", "status": "completed", "tag": "b988e32a-498e-455a-84be-81d566a1994a"}]}' {{(pid=94011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:07:44.108297 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] For port b988e32a-498e-455a-84be-81d566a1994a, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=b988e32a-498e-455a-84be-81d566a1994a,segment=NetworkSegment(393f7742-686d-4801-9fab-414e2530e6c7),segment_id=393f7742-686d-4801-9fab-414e2530e6c7)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:07:44.115753 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:44.160955 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c1fbd59-c6a9-47c3-9a5e-cf8874e2e899 x-openstack-request-id: req-1c1fbd59-c6a9-47c3-9a5e-cf8874e2e899 {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:07:44.161509 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1abb4027-f5ba-4772-b83a-e033908cd066", "name": "network-vif-plugged", "status": "completed", "tag": "b988e32a-498e-455a-84be-81d566a1994a", "code": 200}]} {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:07:44.162057 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1c1fbd59-c6a9-47c3-9a5e-cf8874e2e899 {{(pid=94011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:07:44.162412 dv-cinder-760153-10-iscsi neutron-server[94011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1abb4027-f5ba-4772-b83a-e033908cd066', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b988e32a-498e-455a-84be-81d566a1994a', 'code': 200} Sep 10 15:07:44.204359 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Pushing event updated for resources: {'Port': ['ID=b988e32a-498e-455a-84be-81d566a1994a,revision_number=5']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:07:44.411385 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc7d55b-2a7b-42d5-b602-8b9eb7ae2186 req-9a9d21e3-1c7f-4418-ae92-bcad816c3824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:44.416569 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-cbc7d55b-2a7b-42d5-b602-8b9eb7ae2186 req-9a9d21e3-1c7f-4418-ae92-bcad816c3824 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1abb4027-f5ba-4772-b83a-e033908cd066 HTTP/1.1" status: 200 len: 1098 time: 0.0667439 Sep 10 15:07:44.417874 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 42960) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:07:44.433737 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-c9044dde-9709-4f59-ba97-706b475d675b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:44.461050 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-cbc7d55b-2a7b-42d5-b602-8b9eb7ae2186 req-8720e017-a675-429f-94bf-1b27875a6351 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0fb61748-e2ed-4218-a239-be58c79f0998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366464 Sep 10 15:07:44.543880 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-c9044dde-9709-4f59-ba97-706b475d675b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:44.548613 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-c9044dde-9709-4f59-ba97-706b475d675b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:44.592278 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-c9044dde-9709-4f59-ba97-706b475d675b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0349b9adab3c4c98874960d2f3e8937a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1730461 Sep 10 15:07:44.593533 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9044dde-9709-4f59-ba97-706b475d675b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99d9abca-bff6-4134-af8e-619b618018f8,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:07:44.596032 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 42966) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:07:44.713816 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-3441130f-ab4f-4a67-8aa6-ecf2ea03494e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:44.771286 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-3441130f-ab4f-4a67-8aa6-ecf2ea03494e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:44.808650 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ea5ee2-3726-4dd7-aa37-431482f8ec79 req-497f7ce2-9acd-4842-b690-e88f149e4ddd tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:44.811451 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-13ea5ee2-3726-4dd7-aa37-431482f8ec79 req-497f7ce2-9acd-4842-b690-e88f149e4ddd tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/ports?device_id=1abb4027-f5ba-4772-b83a-e033908cd066 HTTP/1.1" status: 200 len: 945 time: 0.1130323 Sep 10 15:07:44.893135 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-13ea5ee2-3726-4dd7-aa37-431482f8ec79 req-5137f09d-5bde-4150-b73e-9f57042c3e7c tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/security-groups?id=0fb61748-e2ed-4218-a239-be58c79f0998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716374 Sep 10 15:07:44.923720 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-3441130f-ab4f-4a67-8aa6-ecf2ea03494e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:44.927385 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-3441130f-ab4f-4a67-8aa6-ecf2ea03494e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:44.933468 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-3441130f-ab4f-4a67-8aa6-ecf2ea03494e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/99d9abca-bff6-4134-af8e-619b618018f8 HTTP/1.1" status: 204 len: 168 time: 0.3303330 Sep 10 15:07:44.937576 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3441130f-ab4f-4a67-8aa6-ecf2ea03494e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d9abca-bff6-4134-af8e-619b618018f8,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:07:45.166851 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb25cc-d5c9-4880-9227-3cf5ebcddf02 req-a7ab214e-27f6-4261-a017-e763afd2ddfc tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:45.169740 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-9ebb25cc-d5c9-4880-9227-3cf5ebcddf02 req-a7ab214e-27f6-4261-a017-e763afd2ddfc tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9ede9c0-0e64-4af1-8930-fe240ce9b603 HTTP/1.1" status: 200 len: 946 time: 0.0802534 Sep 10 15:07:45.235972 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-9ebb25cc-d5c9-4880-9227-3cf5ebcddf02 req-3cf4ecb9-f184-4c91-a119-64eed0d4fd98 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543115 Sep 10 15:07:45.471301 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 42986) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:07:45.498095 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-316e2be1-eef1-498e-aa10-f8995208f966 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:45.634374 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-316e2be1-eef1-498e-aa10-f8995208f966 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:45.646905 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-316e2be1-eef1-498e-aa10-f8995208f966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:45.694631 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e2be1-eef1-498e-aa10-f8995208f966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3334c57a-5f2a-4856-b279-cecdae57e7eb,revision_number=1']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:07:45.704260 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-316e2be1-eef1-498e-aa10-f8995208f966 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bfd23d0098154a7eb5b585bba157f21d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2289515 Sep 10 15:07:45.704516 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 42988) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:07:45.787899 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-f3bfdd77-6e76-41c5-8f8c-66949ae480a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:45.814014 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-f3bfdd77-6e76-41c5-8f8c-66949ae480a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:45.888585 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-f3bfdd77-6e76-41c5-8f8c-66949ae480a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:45.891668 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-f3bfdd77-6e76-41c5-8f8c-66949ae480a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:45.893002 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-f3bfdd77-6e76-41c5-8f8c-66949ae480a0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3334c57a-5f2a-4856-b279-cecdae57e7eb HTTP/1.1" status: 204 len: 168 time: 0.1874204 Sep 10 15:07:45.906662 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bfdd77-6e76-41c5-8f8c-66949ae480a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3334c57a-5f2a-4856-b279-cecdae57e7eb,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:07:46.107792 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a2c66-c6ce-4507-9992-a02a9b9e5b6d req-0d80cc04-cc3c-40b3-9bec-04b666430481 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:46.110309 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-fa2a2c66-c6ce-4507-9992-a02a9b9e5b6d req-0d80cc04-cc3c-40b3-9bec-04b666430481 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/ports?device_id=1abb4027-f5ba-4772-b83a-e033908cd066 HTTP/1.1" status: 200 len: 945 time: 0.0829911 Sep 10 15:07:46.162003 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-fa2a2c66-c6ce-4507-9992-a02a9b9e5b6d req-bd38c0c3-c79b-47c6-bc66-8cae225f855f tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/security-groups?id=0fb61748-e2ed-4218-a239-be58c79f0998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442679 Sep 10 15:07:46.334117 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c29b97-c58e-4b8c-83ce-eb26b676ab8f req-7d0d8408-6da0-44be-9b1e-76c151df9a62 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:46.335804 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-42c29b97-c58e-4b8c-83ce-eb26b676ab8f req-7d0d8408-6da0-44be-9b1e-76c151df9a62 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/ports?device_id=1abb4027-f5ba-4772-b83a-e033908cd066 HTTP/1.1" status: 200 len: 945 time: 0.0839977 Sep 10 15:07:46.348623 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 43012) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:07:46.353404 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.v2.base [None req-8be6ba07-6829-4caf-9da1-3af8ee8ac419 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Request body: {'floatingip': {'port_id': 'b988e32a-498e-455a-84be-81d566a1994a'}} {{(pid=94010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:07:46.420704 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7167e58a-8bd5-4b71-8bcf-460158bec80c req-c9ff60e0-4eb8-4a1f-8a0d-0ee1d990a5d1 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:46.423766 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-7167e58a-8bd5-4b71-8bcf-460158bec80c req-c9ff60e0-4eb8-4a1f-8a0d-0ee1d990a5d1 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9ede9c0-0e64-4af1-8930-fe240ce9b603 HTTP/1.1" status: 200 len: 946 time: 0.0785558 Sep 10 15:07:46.531355 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-7167e58a-8bd5-4b71-8bcf-460158bec80c req-dcc43540-6387-4ecc-b814-4c2c51904385 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934005 Sep 10 15:07:46.679985 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-8be6ba07-6829-4caf-9da1-3af8ee8ac419 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks [] for floatingip, before_update {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:46.977427 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 43032) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:07:47.092881 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.v2.base [None req-e378d9d0-e084-43e0-bd5c-811574ec49f4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2068853376-network', 'tenant_id': '885822bd6d484774bb44c7b5a96f2e14'}} {{(pid=94009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:07:47.119929 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e378d9d0-e084-43e0-bd5c-811574ec49f4 admin admin] Made reservation on behalf of 885822bd6d484774bb44c7b5a96f2e14 for: {'network': 1} {{(pid=94009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:07:47.122751 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-e378d9d0-e084-43e0-bd5c-811574ec49f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for network, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:47.132351 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-e378d9d0-e084-43e0-bd5c-811574ec49f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:47.242863 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-e378d9d0-e084-43e0-bd5c-811574ec49f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:47.247497 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-e378d9d0-e084-43e0-bd5c-811574ec49f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:47.273594 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e378d9d0-e084-43e0-bd5c-811574ec49f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=94009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 15:07:47.291251 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e378d9d0-e084-43e0-bd5c-811574ec49f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35067a0b-e59b-4dc4-8160-50aa352eb9a9,revision_number=1']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:07:47.295820 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-e378d9d0-e084-43e0-bd5c-811574ec49f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672864'] for segment, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:47.296173 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.db.segments_db [None req-e378d9d0-e084-43e0-bd5c-811574ec49f4 admin admin] Added segment 9b2ded07-1884-4111-a4a8-bf22eb076df7 of type vlan for network ba3aefdd-27dd-4167-a6ff-5a6467d894ba Sep 10 15:07:47.345158 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-e378d9d0-e084-43e0-bd5c-811574ec49f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748756560168'] for network, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:47.377743 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-e378d9d0-e084-43e0-bd5c-811574ec49f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861'] for network, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:47.379362 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e378d9d0-e084-43e0-bd5c-811574ec49f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:47.380003 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-e378d9d0-e084-43e0-bd5c-811574ec49f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526879'] for network, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:47.420913 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-e378d9d0-e084-43e0-bd5c-811574ec49f4 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4421284 Sep 10 15:07:47.429403 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 43036) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:07:47.434232 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.v2.base [None req-d59d5d55-94d5-4610-97b9-79ed55f601bb admin admin] Request body: {'subnet': {'network_id': 'ba3aefdd-27dd-4167-a6ff-5a6467d894ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2068853376-subnet', 'tenant_id': '885822bd6d484774bb44c7b5a96f2e14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:07:47.454093 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-8be6ba07-6829-4caf-9da1-3af8ee8ac419 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:47.454391 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e378d9d0-e084-43e0-bd5c-811574ec49f4 admin admin] Pushing event updated for resources: {'Network': ['ID=ba3aefdd-27dd-4167-a6ff-5a6467d894ba,revision_number=1']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:07:47.460429 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-8be6ba07-6829-4caf-9da1-3af8ee8ac419 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582779'] for floatingip, after_update {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:47.468707 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Network ba3aefdd-27dd-4167-a6ff-5a6467d894ba details requested by agent ovs-agent-dv-cinder-760153-10-iscsi with host dv-cinder-760153-10-iscsi {{(pid=94011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 15:07:47.510651 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d59d5d55-94d5-4610-97b9-79ed55f601bb admin admin] Made reservation on behalf of 885822bd6d484774bb44c7b5a96f2e14 for: {'subnet': 1} {{(pid=94010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:07:47.512983 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-d59d5d55-94d5-4610-97b9-79ed55f601bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14665370'] for subnet, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:47.645422 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.db.l3_db [None req-8be6ba07-6829-4caf-9da1-3af8ee8ac419 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Floating IP de49fb79-dd1e-4e81-87f0-ef13cd805189 associated. External IP: 172.27.0.54, port: b988e32a-498e-455a-84be-81d566a1994a. Sep 10 15:07:47.696045 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdcb9f7-a620-48a0-9939-ac74d642e5a0 req-39118b5b-6ab6-454b-9735-a4dc2c20bcc3 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:47.697681 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-2cdcb9f7-a620-48a0-9939-ac74d642e5a0 req-39118b5b-6ab6-454b-9735-a4dc2c20bcc3 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9ede9c0-0e64-4af1-8930-fe240ce9b603 HTTP/1.1" status: 200 len: 946 time: 0.0639720 Sep 10 15:07:47.746640 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-2cdcb9f7-a620-48a0-9939-ac74d642e5a0 req-0f6691fc-d745-4535-9983-11f1b9791f14 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417132 Sep 10 15:07:47.883479 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-d59d5d55-94d5-4610-97b9-79ed55f601bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14298908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14665348'] for subnet, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:47.998739 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59d5d55-94d5-4610-97b9-79ed55f601bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=0321bce4-909e-49a2-ba03-6f65fe1b4387,revision_number=0']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:07:48.015061 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8be6ba07-6829-4caf-9da1-3af8ee8ac419 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Router 39b10974-571e-4fb1-9e4f-0d31edb05afe has already been hosted by L3 agent b0771735-54fe-4ba2-aeee-11d3b2b54cf1 {{(pid=94010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 15:07:48.016573 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59d5d55-94d5-4610-97b9-79ed55f601bb admin admin] Checking segment: {'id': '9b2ded07-1884-4111-a4a8-bf22eb076df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ba3aefdd-27dd-4167-a6ff-5a6467d894ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:07:48.016936 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59d5d55-94d5-4610-97b9-79ed55f601bb admin admin] Network hostable DHCP agents. Network: ba3aefdd-27dd-4167-a6ff-5a6467d894ba, hostable agents: ['afb565d3-e50e-4cf5-8d13-a2fbc8ff1b06'], hosted agents: [] {{(pid=94010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 15:07:48.272654 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59d5d55-94d5-4610-97b9-79ed55f601bb admin admin] Network ba3aefdd-27dd-4167-a6ff-5a6467d894ba is scheduled to be hosted by DHCP agent afb565d3-e50e-4cf5-8d13-a2fbc8ff1b06 with binding_index 1 {{(pid=94010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 15:07:48.289321 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.base_scheduler [None req-d59d5d55-94d5-4610-97b9-79ed55f601bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760153-10-iscsi, ba3aefdd-27dd-4167-a6ff-5a6467d894ba) {{(pid=94010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:07:48.297043 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59d5d55-94d5-4610-97b9-79ed55f601bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:48.297617 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-d59d5d55-94d5-4610-97b9-79ed55f601bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526879'] for subnet, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:48.299880 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd61381-908d-45bc-a46d-b033306e9359 None None] Network ba3aefdd-27dd-4167-a6ff-5a6467d894ba requested from dv-cinder-760153-10-iscsi {{(pid=94011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:07:48.355033 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-d59d5d55-94d5-4610-97b9-79ed55f601bb admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9178262 Sep 10 15:07:48.385942 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8be6ba07-6829-4caf-9da1-3af8ee8ac419 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify agent at l3_agent.dv-cinder-760153-10-iscsi the message routers_updated {{(pid=94010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:07:48.393618 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-8be6ba07-6829-4caf-9da1-3af8ee8ac419 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46804'] for floatingip, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:48.419068 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596c0199-40c9-4e39-b9f0-cef19c124544 None None] Sync routers for ids ['39b10974-571e-4fb1-9e4f-0d31edb05afe'] in dv-cinder-760153-10-iscsi {{(pid=94012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:07:48.434503 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596c0199-40c9-4e39-b9f0-cef19c124544 None None] Routers {'39b10974-571e-4fb1-9e4f-0d31edb05afe'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:07:48.435894 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-596c0199-40c9-4e39-b9f0-cef19c124544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T15:07:27Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['39b10974-571e-4fb1-9e4f-0d31edb05afe'], 'active': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:07:48.449596 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-8be6ba07-6829-4caf-9da1-3af8ee8ac419 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "PUT /v2.0/floatingips/de49fb79-dd1e-4e81-87f0-ef13cd805189 HTTP/1.1" status: 200 len: 990 time: 2.0995896 Sep 10 15:07:48.450504 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1abb4027-f5ba-4772-b83a-e033908cd066', 'tag': 'b988e32a-498e-455a-84be-81d566a1994a'}] {{(pid=94010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:07:48.470848 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff59ba7baab64600ea656df3deb47cfc0f0684b4bff4090ee9645072728f0a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea3d326-c82f-43df-a069-d664b5e84f01" -d '{"events": [{"name": "network-changed", "server_uuid": "1abb4027-f5ba-4772-b83a-e033908cd066", "tag": "b988e32a-498e-455a-84be-81d566a1994a"}]}' {{(pid=94010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:07:48.577447 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d4afb1-bbd8-4db2-b386-c3854ba09b4a None None] Network ba3aefdd-27dd-4167-a6ff-5a6467d894ba requested from dv-cinder-760153-10-iscsi {{(pid=94011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:07:48.599346 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 15:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f297c58-4ba6-424a-97e7-35e482ccc3ca x-openstack-request-id: req-6f297c58-4ba6-424a-97e7-35e482ccc3ca {{(pid=94010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:07:48.599654 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1abb4027-f5ba-4772-b83a-e033908cd066", "tag": "b988e32a-498e-455a-84be-81d566a1994a", "status": "completed", "code": 200}]} {{(pid=94010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:07:48.599890 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6f297c58-4ba6-424a-97e7-35e482ccc3ca {{(pid=94010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:07:48.600290 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1abb4027-f5ba-4772-b83a-e033908cd066', 'tag': 'b988e32a-498e-455a-84be-81d566a1994a', 'status': 'completed', 'code': 200} Sep 10 15:07:48.750712 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvr_db [None req-596c0199-40c9-4e39-b9f0-cef19c124544 None None] Set router 39b10974-571e-4fb1-9e4f-0d31edb05afe gateway port host: dv-cinder-760153-10-iscsi {{(pid=94012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:07:48.846953 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea3d326-c82f-43df-a069-d664b5e84f01 req-0dfbb95f-4b8d-4787-b7c4-adf12cc86b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:48.848796 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-5ea3d326-c82f-43df-a069-d664b5e84f01 req-0dfbb95f-4b8d-4787-b7c4-adf12cc86b6d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=082849543b964e42af95619ef61cf72e&device_id=1abb4027-f5ba-4772-b83a-e033908cd066 HTTP/1.1" status: 200 len: 1098 time: 0.0773921 Sep 10 15:07:48.989753 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d0cecd-bd7d-4444-8e16-0dfd144a1396 req-69db9def-cd58-45e4-9f53-787b982938b6 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:48.994861 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-b0d0cecd-bd7d-4444-8e16-0dfd144a1396 req-69db9def-cd58-45e4-9f53-787b982938b6 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9ede9c0-0e64-4af1-8930-fe240ce9b603 HTTP/1.1" status: 200 len: 946 time: 0.1447461 Sep 10 15:07:49.043410 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea3d326-c82f-43df-a069-d664b5e84f01 req-ee708013-45f7-4d1d-9ffc-234b60c139fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:49.048397 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-5ea3d326-c82f-43df-a069-d664b5e84f01 req-ee708013-45f7-4d1d-9ffc-234b60c139fa service neutron] 10.222.0.42 "GET /v2.0/networks?id=4c8987ac-0e40-410a-9ece-2ede7a46ccfd HTTP/1.1" status: 200 len: 912 time: 0.1856573 Sep 10 15:07:49.185033 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-596c0199-40c9-4e39-b9f0-cef19c124544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b10974-571e-4fb1-9e4f-0d31edb05afe', 'name': 'tempest-AttachVolumeTestJSON-2116488470-router', 'tenant_id': '082849543b964e42af95619ef61cf72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '353e4137-a58f-44da-b645-7d0b1317f238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:07:15Z', 'updated_at': '2021-09-10T15:07:21Z', 'revision_number': 4, 'project_id': '082849543b964e42af95619ef61cf72e', 'gw_port': {'id': '353e4137-a58f-44da-b645-7d0b1317f238', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:18:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b10974-571e-4fb1-9e4f-0d31edb05afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:07:16Z', 'updated_at': '2021-09-10T15:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi', '_floatingips': [{'id': 'de49fb79-dd1e-4e81-87f0-ef13cd805189', 'tenant_id': '082849543b964e42af95619ef61cf72e', 'floating_ip_address': '172.27.0.54', 'floating_network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'router_id': '39b10974-571e-4fb1-9e4f-0d31edb05afe', 'port_id': 'b988e32a-498e-455a-84be-81d566a1994a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c8987ac-0e40-410a-9ece-2ede7a46ccfd', 'mac_address': 'fa:16:3e:10:24:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abb4027-f5ba-4772-b83a-e033908cd066', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T15:07:26Z', 'updated_at': '2021-09-10T15:07:47Z', 'revision_number': 1, 'project_id': '082849543b964e42af95619ef61cf72e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a3f3ef5-bd42-4810-8d6a-69f8159bb95c', 'name': '', 'network_id': '4c8987ac-0e40-410a-9ece-2ede7a46ccfd', 'tenant_id': '082849543b964e42af95619ef61cf72e', 'mac_address': 'fa:16:3e:f7:fe:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b10974-571e-4fb1-9e4f-0d31edb05afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'cebcc24d-d612-4722-8ffc-2c593abb6c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:07:20Z', 'updated_at': '2021-09-10T15:07:28Z', 'revision_number': 5, 'project_id': '082849543b964e42af95619ef61cf72e', 'subnets': [{'id': 'cebcc24d-d612-4722-8ffc-2c593abb6c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:07:49.226348 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596c0199-40c9-4e39-b9f0-cef19c124544 None None] Checking router: 39b10974-571e-4fb1-9e4f-0d31edb05afe for host: dv-cinder-760153-10-iscsi {{(pid=94012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:07:49.250123 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596c0199-40c9-4e39-b9f0-cef19c124544 None None] Routers {'39b10974-571e-4fb1-9e4f-0d31edb05afe'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:07:49.251288 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-596c0199-40c9-4e39-b9f0-cef19c124544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T15:07:27Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['39b10974-571e-4fb1-9e4f-0d31edb05afe'], 'active': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:07:49.257603 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-b0d0cecd-bd7d-4444-8e16-0dfd144a1396 req-921510e2-2c2f-4310-ac1d-3aa8ad08b128 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074153 Sep 10 15:07:49.329301 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-5ea3d326-c82f-43df-a069-d664b5e84f01 req-210cbe63-b6e5-49a8-842e-2c78c839dcef service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b988e32a-498e-455a-84be-81d566a1994a HTTP/1.1" status: 200 len: 998 time: 0.2556765 Sep 10 15:07:49.482854 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvr_db [None req-596c0199-40c9-4e39-b9f0-cef19c124544 None None] Set router 39b10974-571e-4fb1-9e4f-0d31edb05afe gateway port host: dv-cinder-760153-10-iscsi {{(pid=94012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:07:49.905319 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-596c0199-40c9-4e39-b9f0-cef19c124544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b10974-571e-4fb1-9e4f-0d31edb05afe', 'name': 'tempest-AttachVolumeTestJSON-2116488470-router', 'tenant_id': '082849543b964e42af95619ef61cf72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '353e4137-a58f-44da-b645-7d0b1317f238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:07:15Z', 'updated_at': '2021-09-10T15:07:21Z', 'revision_number': 4, 'project_id': '082849543b964e42af95619ef61cf72e', 'gw_port': {'id': '353e4137-a58f-44da-b645-7d0b1317f238', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:18:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b10974-571e-4fb1-9e4f-0d31edb05afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:07:16Z', 'updated_at': '2021-09-10T15:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi', '_floatingips': [{'id': 'de49fb79-dd1e-4e81-87f0-ef13cd805189', 'tenant_id': '082849543b964e42af95619ef61cf72e', 'floating_ip_address': '172.27.0.54', 'floating_network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'router_id': '39b10974-571e-4fb1-9e4f-0d31edb05afe', 'port_id': 'b988e32a-498e-455a-84be-81d566a1994a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c8987ac-0e40-410a-9ece-2ede7a46ccfd', 'mac_address': 'fa:16:3e:10:24:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abb4027-f5ba-4772-b83a-e033908cd066', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T15:07:26Z', 'updated_at': '2021-09-10T15:07:47Z', 'revision_number': 1, 'project_id': '082849543b964e42af95619ef61cf72e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a3f3ef5-bd42-4810-8d6a-69f8159bb95c', 'name': '', 'network_id': '4c8987ac-0e40-410a-9ece-2ede7a46ccfd', 'tenant_id': '082849543b964e42af95619ef61cf72e', 'mac_address': 'fa:16:3e:f7:fe:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b10974-571e-4fb1-9e4f-0d31edb05afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'cebcc24d-d612-4722-8ffc-2c593abb6c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:07:20Z', 'updated_at': '2021-09-10T15:07:28Z', 'revision_number': 5, 'project_id': '082849543b964e42af95619ef61cf72e', 'subnets': [{'id': 'cebcc24d-d612-4722-8ffc-2c593abb6c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:07:49.907596 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a785e86-7572-4fbc-a61d-330ef7177e50 req-c1928034-a43f-48ce-a40f-556731b9af18 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:49.912645 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-3a785e86-7572-4fbc-a61d-330ef7177e50 req-c1928034-a43f-48ce-a40f-556731b9af18 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 945 time: 0.1108832 Sep 10 15:07:49.963759 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596c0199-40c9-4e39-b9f0-cef19c124544 None None] The sync data for ids ['39b10974-571e-4fb1-9e4f-0d31edb05afe'] in dv-cinder-760153-10-iscsi is: [{'id': '39b10974-571e-4fb1-9e4f-0d31edb05afe', 'name': 'tempest-AttachVolumeTestJSON-2116488470-router', 'tenant_id': '082849543b964e42af95619ef61cf72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '353e4137-a58f-44da-b645-7d0b1317f238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:07:15Z', 'updated_at': '2021-09-10T15:07:21Z', 'revision_number': 4, 'project_id': '082849543b964e42af95619ef61cf72e', 'gw_port': {'id': '353e4137-a58f-44da-b645-7d0b1317f238', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:18:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b10974-571e-4fb1-9e4f-0d31edb05afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:07:16Z', 'updated_at': '2021-09-10T15:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi', '_floatingips': [{'id': 'de49fb79-dd1e-4e81-87f0-ef13cd805189', 'tenant_id': '082849543b964e42af95619ef61cf72e', 'floating_ip_address': '172.27.0.54', 'floating_network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'router_id': '39b10974-571e-4fb1-9e4f-0d31edb05afe', 'port_id': 'b988e32a-498e-455a-84be-81d566a1994a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c8987ac-0e40-410a-9ece-2ede7a46ccfd', 'mac_address': 'fa:16:3e:10:24:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1abb4027-f5ba-4772-b83a-e033908cd066', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T15:07:26Z', 'updated_at': '2021-09-10T15:07:47Z', 'revision_number': 1, 'project_id': '082849543b964e42af95619ef61cf72e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a3f3ef5-bd42-4810-8d6a-69f8159bb95c', 'name': '', 'network_id': '4c8987ac-0e40-410a-9ece-2ede7a46ccfd', 'tenant_id': '082849543b964e42af95619ef61cf72e', 'mac_address': 'fa:16:3e:f7:fe:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b10974-571e-4fb1-9e4f-0d31edb05afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'cebcc24d-d612-4722-8ffc-2c593abb6c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:07:20Z', 'updated_at': '2021-09-10T15:07:28Z', 'revision_number': 5, 'project_id': '082849543b964e42af95619ef61cf72e', 'subnets': [{'id': 'cebcc24d-d612-4722-8ffc-2c593abb6c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:07:49.972701 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-3a785e86-7572-4fbc-a61d-330ef7177e50 req-0cc1e69d-4606-4a0f-afbc-948f95a2a130 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=88c2f7ce-a671-457c-9037-355504b74c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523186 Sep 10 15:07:50.135549 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea3d326-c82f-43df-a069-d664b5e84f01 req-5f0c3ef0-9831-4742-bc34-7e1d83667d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:50.137766 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-5ea3d326-c82f-43df-a069-d664b5e84f01 req-5f0c3ef0-9831-4742-bc34-7e1d83667d2e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cebcc24d-d612-4722-8ffc-2c593abb6c11 HTTP/1.1" status: 200 len: 850 time: 0.0701175 Sep 10 15:07:50.190901 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9e231c-0675-4d94-8e75-5fe3ca914213 None None] New status for floating IP de49fb79-dd1e-4e81-87f0-ef13cd805189: ACTIVE {{(pid=94011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 15:07:50.453804 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21df3744-2ba3-4818-82fe-cc40adc4e667 req-7d9885d8-1755-45ad-953b-ccb9ad304f54 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:50.455650 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-21df3744-2ba3-4818-82fe-cc40adc4e667 req-7d9885d8-1755-45ad-953b-ccb9ad304f54 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9ede9c0-0e64-4af1-8930-fe240ce9b603 HTTP/1.1" status: 200 len: 946 time: 0.0604980 Sep 10 15:07:50.504415 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-21df3744-2ba3-4818-82fe-cc40adc4e667 req-b0eb1413-15de-4fb3-84da-ee196091f3e9 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412591 Sep 10 15:07:51.141162 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b14000f-8b1e-4ebc-84a7-599f88d4b8da req-bc8b423a-153d-4f1d-a931-ca68a0d9f4f9 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:51.143902 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-6b14000f-8b1e-4ebc-84a7-599f88d4b8da req-bc8b423a-153d-4f1d-a931-ca68a0d9f4f9 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 945 time: 0.0775123 Sep 10 15:07:51.209302 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-6b14000f-8b1e-4ebc-84a7-599f88d4b8da req-1c1a0d65-73e9-41b9-ba20-942d01ed5cfc tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=88c2f7ce-a671-457c-9037-355504b74c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574734 Sep 10 15:07:51.631201 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478773b-67ea-45df-8662-3d965fca026e req-fb29602a-dd24-4963-aaa7-aa323d4c3c12 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:51.632875 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-8478773b-67ea-45df-8662-3d965fca026e req-fb29602a-dd24-4963-aaa7-aa323d4c3c12 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9ede9c0-0e64-4af1-8930-fe240ce9b603 HTTP/1.1" status: 200 len: 946 time: 0.0531576 Sep 10 15:07:51.682527 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-8478773b-67ea-45df-8662-3d965fca026e req-7eab6468-eba7-4582-8e18-adc8e94bd11e tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362875 Sep 10 15:07:51.939455 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea3d326-c82f-43df-a069-d664b5e84f01 req-a52bdfc2-190b-4f51-830e-561fe3f6187d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:51.941609 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-5ea3d326-c82f-43df-a069-d664b5e84f01 req-a52bdfc2-190b-4f51-830e-561fe3f6187d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4c8987ac-0e40-410a-9ece-2ede7a46ccfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0575454 Sep 10 15:07:52.053455 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-5ea3d326-c82f-43df-a069-d664b5e84f01 req-500d5ed1-8ad9-4e71-97e2-4d6bce3bd7fc service neutron] 10.222.0.42 "GET /v2.0/networks/4c8987ac-0e40-410a-9ece-2ede7a46ccfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021535 Sep 10 15:07:52.177183 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-5ea3d326-c82f-43df-a069-d664b5e84f01 req-6f2efc59-4e75-461c-8b52-e9ad89c6606c service neutron] 10.222.0.42 "GET /v2.0/networks/4c8987ac-0e40-410a-9ece-2ede7a46ccfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108375 Sep 10 15:07:52.364275 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df9229-ae19-4688-8f38-c66fd148aa33 req-836aae74-37b5-4267-9199-8c8ef3f96017 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:52.366851 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-e7df9229-ae19-4688-8f38-c66fd148aa33 req-836aae74-37b5-4267-9199-8c8ef3f96017 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 945 time: 0.0646551 Sep 10 15:07:52.432857 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-e7df9229-ae19-4688-8f38-c66fd148aa33 req-9db565be-7714-409b-a306-e8e598778315 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=88c2f7ce-a671-457c-9037-355504b74c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586717 Sep 10 15:07:52.808688 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206a3905-65ae-4c64-ab22-78a2435e8b2a req-98a85676-43d1-4bc3-a3e5-930bb25aec23 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:52.810677 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-206a3905-65ae-4c64-ab22-78a2435e8b2a req-98a85676-43d1-4bc3-a3e5-930bb25aec23 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9ede9c0-0e64-4af1-8930-fe240ce9b603 HTTP/1.1" status: 200 len: 946 time: 0.0542853 Sep 10 15:07:52.868643 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-206a3905-65ae-4c64-ab22-78a2435e8b2a req-8a8efb26-4783-437e-bbf6-61aadd9ef211 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467045 Sep 10 15:07:53.593428 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22062025-ee25-4497-87e3-4c3900255568 req-d5f19232-6eb6-4f06-b7d6-21c4e44d7d83 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:53.596194 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-22062025-ee25-4497-87e3-4c3900255568 req-d5f19232-6eb6-4f06-b7d6-21c4e44d7d83 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 945 time: 0.0862479 Sep 10 15:07:53.656093 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-22062025-ee25-4497-87e3-4c3900255568 req-eef87300-5406-482e-a0b8-fbdf40b01db4 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=88c2f7ce-a671-457c-9037-355504b74c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519078 Sep 10 15:07:54.010310 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645fac34-058b-493b-9e3a-764fbe561597 req-2fb473c4-6bc1-40f9-9e32-45bf2b657fa2 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:54.012932 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-645fac34-058b-493b-9e3a-764fbe561597 req-2fb473c4-6bc1-40f9-9e32-45bf2b657fa2 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9ede9c0-0e64-4af1-8930-fe240ce9b603 HTTP/1.1" status: 200 len: 946 time: 0.0670779 Sep 10 15:07:54.074810 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-645fac34-058b-493b-9e3a-764fbe561597 req-a437f2a1-258b-4807-b031-0689f3316e87 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538685 Sep 10 15:07:54.618712 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-98a6af26-97a4-4739-ab08-a9f0cd973abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:54.795121 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dffef9-3e70-4957-b78f-a2c3d8b8afe1 req-77e2ee98-de50-4a64-8387-cc54ca10a75c tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:54.796768 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-d9dffef9-3e70-4957-b78f-a2c3d8b8afe1 req-77e2ee98-de50-4a64-8387-cc54ca10a75c tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 945 time: 0.0533845 Sep 10 15:07:54.841360 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-d9dffef9-3e70-4957-b78f-a2c3d8b8afe1 req-88413ba8-1fb5-482a-9e08-624d72b11164 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=88c2f7ce-a671-457c-9037-355504b74c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371530 Sep 10 15:07:55.221365 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc49f888-9b60-4f0f-8022-5a6dbe29a257 req-9a7211ae-da06-489d-adc5-b0424a9840b8 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:55.223783 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-fc49f888-9b60-4f0f-8022-5a6dbe29a257 req-9a7211ae-da06-489d-adc5-b0424a9840b8 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9ede9c0-0e64-4af1-8930-fe240ce9b603 HTTP/1.1" status: 200 len: 946 time: 0.0623341 Sep 10 15:07:55.283514 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-fc49f888-9b60-4f0f-8022-5a6dbe29a257 req-a270cc82-d63b-4da3-9d14-2b558a605e15 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502121 Sep 10 15:07:55.979949 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86834473-c033-47f8-8a52-c5ead010a6a3 req-c3d7db2d-3f84-4a97-ba9c-bca847875dc6 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:55.981594 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-86834473-c033-47f8-8a52-c5ead010a6a3 req-c3d7db2d-3f84-4a97-ba9c-bca847875dc6 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 945 time: 0.0538969 Sep 10 15:07:56.028790 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-86834473-c033-47f8-8a52-c5ead010a6a3 req-abea032c-c355-4639-8e60-b4e52337dee3 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=88c2f7ce-a671-457c-9037-355504b74c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367284 Sep 10 15:07:56.429708 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae680ded-8f84-4596-9a54-a3d5f79369d1 req-084b9555-b6fd-408e-a45c-af799180c15e tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:56.431366 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-ae680ded-8f84-4596-9a54-a3d5f79369d1 req-084b9555-b6fd-408e-a45c-af799180c15e tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9ede9c0-0e64-4af1-8930-fe240ce9b603 HTTP/1.1" status: 200 len: 946 time: 0.0554311 Sep 10 15:07:56.481145 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-ae680ded-8f84-4596-9a54-a3d5f79369d1 req-78e41d3e-7d8b-4fd6-9c11-42fb4ccd8d95 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376613 Sep 10 15:07:56.668434 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad6d99-ac68-48ff-a0e0-99ff62483225 req-5bf2c27e-3707-4b91-a832-5d498c005ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:56.670102 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-92ad6d99-ac68-48ff-a0e0-99ff62483225 req-5bf2c27e-3707-4b91-a832-5d498c005ea0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f9ede9c0-0e64-4af1-8930-fe240ce9b603 HTTP/1.1" status: 200 len: 1099 time: 0.0483537 Sep 10 15:07:56.713172 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-92ad6d99-ac68-48ff-a0e0-99ff62483225 req-b4c88700-ea88-4a11-a15c-a3dccf9e016f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346966 Sep 10 15:07:57.274475 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba746e0-5956-48c3-ba11-13ba0771753a req-438da99f-6269-4ccf-8e32-3bb23351fd33 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:57.279228 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-aba746e0-5956-48c3-ba11-13ba0771753a req-438da99f-6269-4ccf-8e32-3bb23351fd33 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] 10.222.0.35 "GET /v2.0/networks?id=ba3aefdd-27dd-4167-a6ff-5a6467d894ba HTTP/1.1" status: 200 len: 809 time: 0.2516084 Sep 10 15:07:57.297298 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff667a3-623d-4fba-ad21-bf0ac207cf91 req-7c15803d-fa93-4b9e-bb73-3a2f6ad076b1 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:57.303433 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-2ff667a3-623d-4fba-ad21-bf0ac207cf91 req-7c15803d-fa93-4b9e-bb73-3a2f6ad076b1 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 945 time: 0.1669979 Sep 10 15:07:57.329749 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-aba746e0-5956-48c3-ba11-13ba0771753a req-24ee9e7c-d9a7-4966-9943-3292314d08dc tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] 10.222.0.35 "GET /v2.0/quotas/885822bd6d484774bb44c7b5a96f2e14 HTTP/1.1" status: 200 len: 375 time: 0.0248489 Sep 10 15:07:57.423041 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-aba746e0-5956-48c3-ba11-13ba0771753a req-4fc919b0-b0a3-490a-8584-4a96d8d5e610 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=885822bd6d484774bb44c7b5a96f2e14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0688524 Sep 10 15:07:57.439473 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-2ff667a3-623d-4fba-ad21-bf0ac207cf91 req-8cbc38d8-47e6-4831-b9b4-86f61cd1b8b9 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=88c2f7ce-a671-457c-9037-355504b74c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202948 Sep 10 15:07:57.503867 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-f76d8f6f-b45a-412d-8da8-5e48bcdf3e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:57.602577 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [req-aba746e0-5956-48c3-ba11-13ba0771753a req-c8fa6e06-df19-403a-bfa1-15297d272647 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 15:07:57.610547 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-aba746e0-5956-48c3-ba11-13ba0771753a req-c8fa6e06-df19-403a-bfa1-15297d272647 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0852244 Sep 10 15:07:57.782676 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-aba746e0-5956-48c3-ba11-13ba0771753a req-33df191d-2a5c-4ad7-a2ef-67e78863b88e service neutron] 10.222.0.35 "GET /v2.0/networks/ba3aefdd-27dd-4167-a6ff-5a6467d894ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699750 Sep 10 15:07:57.798466 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77d9b9d-c946-4e5e-a488-e06ec8e8614f req-81e03f79-d399-4f6a-a323-c758c3869ad1 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:57.801652 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-f77d9b9d-c946-4e5e-a488-e06ec8e8614f req-81e03f79-d399-4f6a-a323-c758c3869ad1 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9ede9c0-0e64-4af1-8930-fe240ce9b603 HTTP/1.1" status: 200 len: 946 time: 0.1176572 Sep 10 15:07:57.937154 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-f77d9b9d-c946-4e5e-a488-e06ec8e8614f req-b508c598-6019-46cb-af0a-d6af597efeca tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167784 Sep 10 15:07:57.981776 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-aba746e0-5956-48c3-ba11-13ba0771753a req-a5d8f41e-19e2-436d-802f-2b3002bc6b80 service neutron] 10.222.0.35 "GET /v2.0/networks/ba3aefdd-27dd-4167-a6ff-5a6467d894ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779468 Sep 10 15:07:58.182732 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:58.227049 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-b16cb174-5691-4c8b-89fc-f170bf49fd8a req-71f1300c-ffa1-48b7-a7d7-3f21c2d23f4b tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cee5e1f-7ae1-45b2-9380-66bb1371c885 HTTP/1.1" status: 200 len: 210 time: 0.0325065 Sep 10 15:07:58.332402 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.agents_db [None req-04bb1bd2-f33d-49ef-a466-6fb3f7a23ee1 None None] Agent healthcheck: found 6 active agents {{(pid=94012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 15:07:58.645074 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc772c59-8472-438d-84bc-6a50c1127589 req-10f3b026-6a0f-42fd-a621-dabbcc9696d0 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:58.647603 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-dc772c59-8472-438d-84bc-6a50c1127589 req-10f3b026-6a0f-42fd-a621-dabbcc9696d0 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 945 time: 0.0803518 Sep 10 15:07:58.701485 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-dc772c59-8472-438d-84bc-6a50c1127589 req-15e50d17-908d-4978-acbd-9e9086d512b5 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=88c2f7ce-a671-457c-9037-355504b74c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446174 Sep 10 15:07:59.157398 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5519992c-1176-42d4-80f7-6150db30b4eb req-aa54782b-5e64-4592-b7e9-40efd5abbb06 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:59.160108 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-5519992c-1176-42d4-80f7-6150db30b4eb req-aa54782b-5e64-4592-b7e9-40efd5abbb06 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9ede9c0-0e64-4af1-8930-fe240ce9b603 HTTP/1.1" status: 200 len: 946 time: 0.0832469 Sep 10 15:07:59.207026 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b7c5f725-09d8-454b-b5ba-4a700e799395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:07:59.225188 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-5519992c-1176-42d4-80f7-6150db30b4eb req-6af0d7fc-9a19-46c7-8226-209ce5865efd tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547194 Sep 10 15:07:59.374853 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-7e2cb4bb-7097-4584-b62e-c5a3dc2ab48b req-1d19fd5d-d9a0-44ad-b3a3-8e79f74357b5 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cee5e1f-7ae1-45b2-9380-66bb1371c885 HTTP/1.1" status: 200 len: 210 time: 0.0514801 Sep 10 15:07:59.776619 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba746e0-5956-48c3-ba11-13ba0771753a req-e95d7986-5b91-4f46-9b50-f1f00cd41a0d tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:59.779274 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-aba746e0-5956-48c3-ba11-13ba0771753a req-e95d7986-5b91-4f46-9b50-f1f00cd41a0d tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] 10.222.0.42 "GET /v2.0/networks?id=ba3aefdd-27dd-4167-a6ff-5a6467d894ba HTTP/1.1" status: 200 len: 809 time: 0.2911825 Sep 10 15:07:59.797496 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d5ef5e-f89a-4fc7-84a8-63aeafdaf9be req-3f532627-fc93-499b-a5a8-ecedaff36597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:59.800675 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-32d5ef5e-f89a-4fc7-84a8-63aeafdaf9be req-3f532627-fc93-499b-a5a8-ecedaff36597 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cbb1ce4618c54a79b7f16a6fbbdf66ab&device_id=f9ede9c0-0e64-4af1-8930-fe240ce9b603 HTTP/1.1" status: 200 len: 1099 time: 0.1959169 Sep 10 15:07:59.810378 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.v2.base [req-aba746e0-5956-48c3-ba11-13ba0771753a req-d4f6b977-6169-483c-ac90-82cd506644c6 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] Request body: {'port': {'device_id': '1cee5e1f-7ae1-45b2-9380-66bb1371c885', 'network_id': 'ba3aefdd-27dd-4167-a6ff-5a6467d894ba', 'admin_state_up': True, 'tenant_id': '885822bd6d484774bb44c7b5a96f2e14'}} {{(pid=94009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:07:59.835469 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadc966a-86a1-411a-91ad-8d460bb5d567 req-2894d519-5cb0-4b53-9eaf-778da072bb86 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:07:59.838256 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-eadc966a-86a1-411a-91ad-8d460bb5d567 req-2894d519-5cb0-4b53-9eaf-778da072bb86 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9ede9c0-0e64-4af1-8930-fe240ce9b603 HTTP/1.1" status: 200 len: 946 time: 0.2204382 Sep 10 15:08:00.354368 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-eadc966a-86a1-411a-91ad-8d460bb5d567 req-da21c1a8-fb4f-4f72-8d29-e14c4c340fd9 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4725614 Sep 10 15:08:00.385414 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e535f73-5388-4ff4-8a74-2217e360ebf4 req-2f7a0e02-a2e6-4179-a80d-7eb834a4e34c tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:00.393264 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-6e535f73-5388-4ff4-8a74-2217e360ebf4 req-2f7a0e02-a2e6-4179-a80d-7eb834a4e34c tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 945 time: 0.5908439 Sep 10 15:08:00.438813 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d5ef5e-f89a-4fc7-84a8-63aeafdaf9be req-e1ba014f-2b02-47e9-8081-33218b1b41e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:00.440380 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-32d5ef5e-f89a-4fc7-84a8-63aeafdaf9be req-e1ba014f-2b02-47e9-8081-33218b1b41e0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=10576399-efc6-445d-9ca5-76386260f1a2 HTTP/1.1" status: 200 len: 919 time: 0.6235831 Sep 10 15:08:00.468465 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-6e535f73-5388-4ff4-8a74-2217e360ebf4 req-44064579-6ac4-447f-8864-31925828112c tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=88c2f7ce-a671-457c-9037-355504b74c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712910 Sep 10 15:08:00.476055 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aba746e0-5956-48c3-ba11-13ba0771753a req-d4f6b977-6169-483c-ac90-82cd506644c6 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] Made reservation on behalf of 885822bd6d484774bb44c7b5a96f2e14 for: {'port': 1} {{(pid=94009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:08:00.480158 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-aba746e0-5956-48c3-ba11-13ba0771753a req-d4f6b977-6169-483c-ac90-82cd506644c6 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:00.629183 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-b6b11057-3901-4c1a-b27d-ba20ad877458 req-2b72d4a9-0fd8-470c-ac72-688d22810348 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cee5e1f-7ae1-45b2-9380-66bb1371c885 HTTP/1.1" status: 200 len: 210 time: 0.0372763 Sep 10 15:08:00.716143 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.db_base_plugin_common [req-aba746e0-5956-48c3-ba11-13ba0771753a req-d4f6b977-6169-483c-ac90-82cd506644c6 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] Allocated IP 172.20.0.4 (ba3aefdd-27dd-4167-a6ff-5a6467d894ba/0321bce4-909e-49a2-ba03-6f65fe1b4387/3114dc3b-062e-4afb-a9b5-cc208f2d8e4c) {{(pid=94009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:08:00.955515 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-32d5ef5e-f89a-4fc7-84a8-63aeafdaf9be req-3365d58b-5038-42da-b526-d9db6505256d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0902fa08-3c11-46ef-be4c-a72dce4d2747 HTTP/1.1" status: 200 len: 217 time: 0.0859914 Sep 10 15:08:00.980902 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-aba746e0-5956-48c3-ba11-13ba0771753a req-d4f6b977-6169-483c-ac90-82cd506644c6 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] Notify callbacks [] for port, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:01.040816 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-aba746e0-5956-48c3-ba11-13ba0771753a req-d4f6b977-6169-483c-ac90-82cd506644c6 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748756606401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1040815'] for port, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:01.088849 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aba746e0-5956-48c3-ba11-13ba0771753a req-d4f6b977-6169-483c-ac90-82cd506644c6 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] Network ba3aefdd-27dd-4167-a6ff-5a6467d894ba is already hosted by enough agents. {{(pid=94009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:08:01.092762 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.base_scheduler [req-aba746e0-5956-48c3-ba11-13ba0771753a req-d4f6b977-6169-483c-ac90-82cd506644c6 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] Resources bound (agent type, host, resource id): {{(pid=94009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:08:01.095716 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.l3_dvrscheduler_db [req-aba746e0-5956-48c3-ba11-13ba0771753a req-d4f6b977-6169-483c-ac90-82cd506644c6 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] Received port after_create {{(pid=94009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:08:01.150419 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f6b977-6169-483c-ac90-82cd506644c6 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] Pushing event updated for resources: {'Port': ['ID=3114dc3b-062e-4afb-a9b5-cc208f2d8e4c,revision_number=1']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:08:01.183937 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba746e0-5956-48c3-ba11-13ba0771753a req-d4f6b977-6169-483c-ac90-82cd506644c6 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:01.184603 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-aba746e0-5956-48c3-ba11-13ba0771753a req-d4f6b977-6169-483c-ac90-82cd506644c6 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46804'] for port, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:01.202231 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-aba746e0-5956-48c3-ba11-13ba0771753a req-d4f6b977-6169-483c-ac90-82cd506644c6 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4121747 Sep 10 15:08:01.359414 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c13c67c0-2efd-4950-9279-b0623a9c603e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:01.495734 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365857e-1ace-4010-90a9-b3ce03253bc9 req-71ca910e-4f7b-4bc0-b429-29de9e822c7d tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:01.497462 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-d365857e-1ace-4010-90a9-b3ce03253bc9 req-71ca910e-4f7b-4bc0-b429-29de9e822c7d tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9ede9c0-0e64-4af1-8930-fe240ce9b603 HTTP/1.1" status: 200 len: 946 time: 0.0587678 Sep 10 15:08:01.558600 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-d365857e-1ace-4010-90a9-b3ce03253bc9 req-89eb50a8-f566-4d9f-9313-164e99b47f2f tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534644 Sep 10 15:08:01.703008 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fa112c-e2ca-428f-adcd-105f64dc7842 req-dccd4604-0c35-46dc-86e5-7e2b5dd8366f tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:01.705718 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-d3fa112c-e2ca-428f-adcd-105f64dc7842 req-dccd4604-0c35-46dc-86e5-7e2b5dd8366f tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 945 time: 0.0852017 Sep 10 15:08:01.754777 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-d3fa112c-e2ca-428f-adcd-105f64dc7842 req-e3a0f81b-6965-4729-b21c-5e1a7fc203b1 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=88c2f7ce-a671-457c-9037-355504b74c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383663 Sep 10 15:08:01.876198 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce7bb56-de86-40e6-b624-0a3f8463af43 req-50ba2c84-06e5-417e-928e-43aaf6159e2c tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:01.877659 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-9ce7bb56-de86-40e6-b624-0a3f8463af43 req-50ba2c84-06e5-417e-928e-43aaf6159e2c tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cee5e1f-7ae1-45b2-9380-66bb1371c885 HTTP/1.1" status: 200 len: 931 time: 0.0598712 Sep 10 15:08:01.919646 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-9ce7bb56-de86-40e6-b624-0a3f8463af43 req-51169bc3-67c7-4e9d-872f-98904fcbba56 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] 10.222.0.35 "GET /v2.0/security-groups?id=35067a0b-e59b-4dc4-8160-50aa352eb9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353405 Sep 10 15:08:02.684463 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3741ec-184f-49cf-a7f3-76bf69b9f0e5 req-ad784fe1-f0ae-4fe1-8dde-171b620342b1 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:02.686063 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-6e3741ec-184f-49cf-a7f3-76bf69b9f0e5 req-ad784fe1-f0ae-4fe1-8dde-171b620342b1 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9ede9c0-0e64-4af1-8930-fe240ce9b603 HTTP/1.1" status: 200 len: 946 time: 0.0531886 Sep 10 15:08:02.740632 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-6e3741ec-184f-49cf-a7f3-76bf69b9f0e5 req-07672e99-b89f-4fb7-98e0-4b1fb12eea7a tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423484 Sep 10 15:08:02.805989 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.v2.base [req-aba746e0-5956-48c3-ba11-13ba0771753a req-697e167b-4840-4497-9967-e1b25127c0ff service neutron] Request body: {'port': {'device_id': '1cee5e1f-7ae1-45b2-9380-66bb1371c885', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76015'}} {{(pid=94009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:08:02.906983 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d5ef5e-f89a-4fc7-84a8-63aeafdaf9be req-59df3ed2-5d2f-4a16-8caf-fb0cdbffd38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:02.908429 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-32d5ef5e-f89a-4fc7-84a8-63aeafdaf9be req-59df3ed2-5d2f-4a16-8caf-fb0cdbffd38f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1439a9a1-9d83-40a1-a053-fdab96d16b79 HTTP/1.1" status: 200 len: 858 time: 0.1239295 Sep 10 15:08:02.968662 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-32d5ef5e-f89a-4fc7-84a8-63aeafdaf9be req-48267b8d-6504-44ba-9914-6cf61d1f6f0a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=10576399-efc6-445d-9ca5-76386260f1a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412664 Sep 10 15:08:02.969250 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-aba746e0-5956-48c3-ba11-13ba0771753a req-697e167b-4840-4497-9967-e1b25127c0ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:03.000642 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda0543b-d69b-4878-b4d5-cf738cb50934 req-db53a235-0601-4d0d-b0af-08f7dd0e5c52 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:03.002332 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-bda0543b-d69b-4878-b4d5-cf738cb50934 req-db53a235-0601-4d0d-b0af-08f7dd0e5c52 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 945 time: 0.1450598 Sep 10 15:08:03.238377 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-bda0543b-d69b-4878-b4d5-cf738cb50934 req-e608d07e-d1ff-4a2c-96e6-c9f8a28b2d8f tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=88c2f7ce-a671-457c-9037-355504b74c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2234228 Sep 10 15:08:03.275271 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b68deb-8a14-469b-b886-abe76cf89275 req-9d68eb79-ac68-48eb-a4ae-98c8a4ff07ea tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:03.276943 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-71b68deb-8a14-469b-b886-abe76cf89275 req-9d68eb79-ac68-48eb-a4ae-98c8a4ff07ea tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cee5e1f-7ae1-45b2-9380-66bb1371c885 HTTP/1.1" status: 200 len: 931 time: 0.2602773 Sep 10 15:08:03.282133 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-32d5ef5e-f89a-4fc7-84a8-63aeafdaf9be req-acb809bb-7dfa-4b08-8476-bf8f772cef66 service neutron] 10.222.0.42 "GET /v2.0/networks/10576399-efc6-445d-9ca5-76386260f1a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004906 Sep 10 15:08:03.393183 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-71b68deb-8a14-469b-b886-abe76cf89275 req-c68ae59b-5eb5-4718-8baf-bf7052ef4949 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] 10.222.0.35 "GET /v2.0/security-groups?id=35067a0b-e59b-4dc4-8160-50aa352eb9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037374 Sep 10 15:08:03.497443 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.notifiers.nova [req-aba746e0-5956-48c3-ba11-13ba0771753a req-697e167b-4840-4497-9967-e1b25127c0ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3114dc3b-062e-4afb-a9b5-cc208f2d8e4c {{(pid=94009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:08:03.508055 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-aba746e0-5956-48c3-ba11-13ba0771753a req-697e167b-4840-4497-9967-e1b25127c0ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:03.522885 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.provisioning_blocks [req-aba746e0-5956-48c3-ba11-13ba0771753a req-697e167b-4840-4497-9967-e1b25127c0ff service neutron] Transition to ACTIVE for port object 3114dc3b-062e-4afb-a9b5-cc208f2d8e4c will not be triggered until provisioned by entity L2. {{(pid=94009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:08:03.527519 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-aba746e0-5956-48c3-ba11-13ba0771753a req-697e167b-4840-4497-9967-e1b25127c0ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1041244'] for port, after_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:03.586912 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697e167b-4840-4497-9967-e1b25127c0ff service neutron] Pushing event updated for resources: {'Port': ['ID=3114dc3b-062e-4afb-a9b5-cc208f2d8e4c,revision_number=2']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:08:03.617641 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697e167b-4840-4497-9967-e1b25127c0ff service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:08:03.617984 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697e167b-4840-4497-9967-e1b25127c0ff service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:08:03.618361 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697e167b-4840-4497-9967-e1b25127c0ff service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:08:03.618703 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697e167b-4840-4497-9967-e1b25127c0ff service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:08:03.619046 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697e167b-4840-4497-9967-e1b25127c0ff service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:08:03.619385 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697e167b-4840-4497-9967-e1b25127c0ff service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:08:03.619724 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697e167b-4840-4497-9967-e1b25127c0ff service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:08:03.620056 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697e167b-4840-4497-9967-e1b25127c0ff service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:08:03.620400 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697e167b-4840-4497-9967-e1b25127c0ff service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:08:03.620732 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697e167b-4840-4497-9967-e1b25127c0ff service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:08:03.621064 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697e167b-4840-4497-9967-e1b25127c0ff service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:08:03.621390 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697e167b-4840-4497-9967-e1b25127c0ff service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:08:03.680425 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.managers [req-aba746e0-5956-48c3-ba11-13ba0771753a req-697e167b-4840-4497-9967-e1b25127c0ff service neutron] Attempting to bind port 3114dc3b-062e-4afb-a9b5-cc208f2d8e4c on host hv-cinder-76015 for vnic_type normal with profile {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:08:03.680906 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.managers [req-aba746e0-5956-48c3-ba11-13ba0771753a req-697e167b-4840-4497-9967-e1b25127c0ff service neutron] Attempting to bind port 3114dc3b-062e-4afb-a9b5-cc208f2d8e4c by drivers openvswitch,hyperv on host hv-cinder-76015 at level 0 using segments [{'id': '9b2ded07-1884-4111-a4a8-bf22eb076df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ba3aefdd-27dd-4167-a6ff-5a6467d894ba'}] {{(pid=94009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:08:03.681286 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba746e0-5956-48c3-ba11-13ba0771753a req-697e167b-4840-4497-9967-e1b25127c0ff service neutron] Attempting to bind port 3114dc3b-062e-4afb-a9b5-cc208f2d8e4c on network ba3aefdd-27dd-4167-a6ff-5a6467d894ba {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:08:03.686605 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba746e0-5956-48c3-ba11-13ba0771753a req-697e167b-4840-4497-9967-e1b25127c0ff service neutron] Port 3114dc3b-062e-4afb-a9b5-cc208f2d8e4c on network ba3aefdd-27dd-4167-a6ff-5a6467d894ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76015 {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 15:08:03.687662 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba746e0-5956-48c3-ba11-13ba0771753a req-697e167b-4840-4497-9967-e1b25127c0ff service neutron] Attempting to bind port 3114dc3b-062e-4afb-a9b5-cc208f2d8e4c on network ba3aefdd-27dd-4167-a6ff-5a6467d894ba {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:08:03.693349 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba746e0-5956-48c3-ba11-13ba0771753a req-697e167b-4840-4497-9967-e1b25127c0ff service neutron] Checking agent: {'id': '97479926-a0bf-4e38-9164-b44674cd2f3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76015', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 15, 4, 9), 'started_at': datetime.datetime(2021, 9, 10, 15, 4, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:08:03.693693 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba746e0-5956-48c3-ba11-13ba0771753a req-697e167b-4840-4497-9967-e1b25127c0ff service neutron] Checking segment: {'id': '9b2ded07-1884-4111-a4a8-bf22eb076df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ba3aefdd-27dd-4167-a6ff-5a6467d894ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:08:03.694119 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba746e0-5956-48c3-ba11-13ba0771753a req-697e167b-4840-4497-9967-e1b25127c0ff service neutron] Bound using segment: {'id': '9b2ded07-1884-4111-a4a8-bf22eb076df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ba3aefdd-27dd-4167-a6ff-5a6467d894ba'} {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:08:03.694570 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.managers [req-aba746e0-5956-48c3-ba11-13ba0771753a req-697e167b-4840-4497-9967-e1b25127c0ff service neutron] Bound port: 3114dc3b-062e-4afb-a9b5-cc208f2d8e4c, host: hv-cinder-76015, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b2ded07-1884-4111-a4a8-bf22eb076df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ba3aefdd-27dd-4167-a6ff-5a6467d894ba'}}] {{(pid=94009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:08:03.694933 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-aba746e0-5956-48c3-ba11-13ba0771753a req-697e167b-4840-4497-9967-e1b25127c0ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:03.768449 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.db [req-aba746e0-5956-48c3-ba11-13ba0771753a req-697e167b-4840-4497-9967-e1b25127c0ff service neutron] For port 3114dc3b-062e-4afb-a9b5-cc208f2d8e4c, host hv-cinder-76015, cleared binding levels {{(pid=94009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:08:03.773468 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.db [req-aba746e0-5956-48c3-ba11-13ba0771753a req-697e167b-4840-4497-9967-e1b25127c0ff service neutron] For port 3114dc3b-062e-4afb-a9b5-cc208f2d8e4c, host hv-cinder-76015, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=3114dc3b-062e-4afb-a9b5-cc208f2d8e4c,segment=NetworkSegment(9b2ded07-1884-4111-a4a8-bf22eb076df7),segment_id=9b2ded07-1884-4111-a4a8-bf22eb076df7)] {{(pid=94009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:08:03.780599 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-aba746e0-5956-48c3-ba11-13ba0771753a req-697e167b-4840-4497-9967-e1b25127c0ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1041244'] for port, after_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:03.866592 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba746e0-5956-48c3-ba11-13ba0771753a req-697e167b-4840-4497-9967-e1b25127c0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:03.867707 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-aba746e0-5956-48c3-ba11-13ba0771753a req-697e167b-4840-4497-9967-e1b25127c0ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46804'] for port, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:03.871111 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-aba746e0-5956-48c3-ba11-13ba0771753a req-697e167b-4840-4497-9967-e1b25127c0ff service neutron] 10.222.0.42 "PUT /v2.0/ports/3114dc3b-062e-4afb-a9b5-cc208f2d8e4c HTTP/1.1" status: 200 len: 1093 time: 1.0832088 Sep 10 15:08:03.876184 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cee5e1f-7ae1-45b2-9380-66bb1371c885', 'tag': '3114dc3b-062e-4afb-a9b5-cc208f2d8e4c'}] {{(pid=94009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:08:03.880793 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9f06775dd2e397dd855044b511bdd55e5ba575987bbc09c0a11d88d405cb18b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fbbe635-7db5-48d4-a791-6076bbeb2c6b" -d '{"events": [{"name": "network-changed", "server_uuid": "1cee5e1f-7ae1-45b2-9380-66bb1371c885", "tag": "3114dc3b-062e-4afb-a9b5-cc208f2d8e4c"}]}' {{(pid=94009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:08:03.974418 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697e167b-4840-4497-9967-e1b25127c0ff service neutron] Pushing event updated for resources: {'Port': ['ID=3114dc3b-062e-4afb-a9b5-cc208f2d8e4c,revision_number=3']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:08:03.992719 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dca2308-e8f6-4a21-a6b9-764643f392e4 req-d3a54767-9cc0-4f95-a272-eb85aa55ec2e tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:03.994636 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-8dca2308-e8f6-4a21-a6b9-764643f392e4 req-d3a54767-9cc0-4f95-a272-eb85aa55ec2e tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9ede9c0-0e64-4af1-8930-fe240ce9b603 HTTP/1.1" status: 200 len: 946 time: 0.1591709 Sep 10 15:08:04.041278 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-8dca2308-e8f6-4a21-a6b9-764643f392e4 req-b205b698-3a0a-49ad-9b95-ed66f70b880f tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404069 Sep 10 15:08:04.092683 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 15:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-346eb3d9-547c-4bb6-8e6b-42364a00245a x-openstack-request-id: req-346eb3d9-547c-4bb6-8e6b-42364a00245a {{(pid=94009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:08:04.093074 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cee5e1f-7ae1-45b2-9380-66bb1371c885", "tag": "3114dc3b-062e-4afb-a9b5-cc208f2d8e4c", "status": "completed", "code": 200}]} {{(pid=94009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:08:04.093408 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-346eb3d9-547c-4bb6-8e6b-42364a00245a {{(pid=94009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:08:04.093883 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cee5e1f-7ae1-45b2-9380-66bb1371c885', 'tag': '3114dc3b-062e-4afb-a9b5-cc208f2d8e4c', 'status': 'completed', 'code': 200} Sep 10 15:08:04.386410 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e9be9-fb76-45f6-909c-edc08c72b04d req-d035ac9c-44ba-4a43-bdc7-44d5de393715 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:04.388743 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-d53e9be9-fb76-45f6-909c-edc08c72b04d req-d035ac9c-44ba-4a43-bdc7-44d5de393715 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 945 time: 0.0602238 Sep 10 15:08:04.434477 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-d53e9be9-fb76-45f6-909c-edc08c72b04d req-9337f89a-8066-4edb-8e5e-8c9183f3f9f3 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=88c2f7ce-a671-457c-9037-355504b74c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379865 Sep 10 15:08:04.551646 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b3739-3ce8-4e56-a75f-f28a73fce46e req-558c3009-5383-4278-b543-4060eed54b4f tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:04.553374 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-5d6b3739-3ce8-4e56-a75f-f28a73fce46e req-558c3009-5383-4278-b543-4060eed54b4f tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cee5e1f-7ae1-45b2-9380-66bb1371c885 HTTP/1.1" status: 200 len: 943 time: 0.0539374 Sep 10 15:08:04.609589 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-5d6b3739-3ce8-4e56-a75f-f28a73fce46e req-8063a4c1-aebe-4048-9c65-2d07a8504ff2 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] 10.222.0.35 "GET /v2.0/security-groups?id=35067a0b-e59b-4dc4-8160-50aa352eb9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491467 Sep 10 15:08:05.134871 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-32d5ef5e-f89a-4fc7-84a8-63aeafdaf9be req-4551cfaf-0f43-444f-8868-bb6f4f773f79 service neutron] 10.222.0.42 "GET /v2.0/networks/10576399-efc6-445d-9ca5-76386260f1a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206875 Sep 10 15:08:05.218928 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664bd747-21dd-4f5f-994d-11f0f0d27c59 req-7e918670-b8f3-45c4-93b7-0fc44988e200 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:05.221467 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-664bd747-21dd-4f5f-994d-11f0f0d27c59 req-7e918670-b8f3-45c4-93b7-0fc44988e200 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9ede9c0-0e64-4af1-8930-fe240ce9b603 HTTP/1.1" status: 200 len: 946 time: 0.0934479 Sep 10 15:08:05.266469 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-664bd747-21dd-4f5f-994d-11f0f0d27c59 req-a504f107-5f65-4fc5-8e2d-555174c83fbd tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381212 Sep 10 15:08:05.574594 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4d57ea-584e-405e-950e-15d81fc2ab39 req-50a8b3b5-6d8c-41c0-8c81-21ccafb97d54 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:05.576807 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-9a4d57ea-584e-405e-950e-15d81fc2ab39 req-50a8b3b5-6d8c-41c0-8c81-21ccafb97d54 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 945 time: 0.0602632 Sep 10 15:08:05.623101 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-9a4d57ea-584e-405e-950e-15d81fc2ab39 req-6c41a0e9-722c-4614-8cfe-ab08baebd5a9 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=88c2f7ce-a671-457c-9037-355504b74c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379214 Sep 10 15:08:05.758111 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e23541-192f-494c-9f28-87fa14b241f4 req-8ffbb3d9-6e41-4b42-a57c-55e133de94f7 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:05.759669 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-a3e23541-192f-494c-9f28-87fa14b241f4 req-8ffbb3d9-6e41-4b42-a57c-55e133de94f7 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cee5e1f-7ae1-45b2-9380-66bb1371c885 HTTP/1.1" status: 200 len: 943 time: 0.0539143 Sep 10 15:08:05.802048 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-a3e23541-192f-494c-9f28-87fa14b241f4 req-ad223799-56af-4c02-9205-84a0cc4a414d tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] 10.222.0.35 "GET /v2.0/security-groups?id=35067a0b-e59b-4dc4-8160-50aa352eb9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359492 Sep 10 15:08:06.114786 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbbe635-7db5-48d4-a791-6076bbeb2c6b req-90c454c4-e531-49e5-9c02-c0cf58a7162d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:06.116624 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-1fbbe635-7db5-48d4-a791-6076bbeb2c6b req-90c454c4-e531-49e5-9c02-c0cf58a7162d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=885822bd6d484774bb44c7b5a96f2e14&device_id=1cee5e1f-7ae1-45b2-9380-66bb1371c885 HTTP/1.1" status: 200 len: 1096 time: 0.0566633 Sep 10 15:08:06.238632 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbbe635-7db5-48d4-a791-6076bbeb2c6b req-55a505ca-c19c-4216-9b22-1215c3492071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:06.240177 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-1fbbe635-7db5-48d4-a791-6076bbeb2c6b req-55a505ca-c19c-4216-9b22-1215c3492071 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=885822bd6d484774bb44c7b5a96f2e14&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1143816 Sep 10 15:08:06.382938 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbbe635-7db5-48d4-a791-6076bbeb2c6b req-584d48de-6cbd-459b-9356-0969f3ff77a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:06.384619 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-1fbbe635-7db5-48d4-a791-6076bbeb2c6b req-584d48de-6cbd-459b-9356-0969f3ff77a2 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1295645 Sep 10 15:08:06.443220 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c319f8e3-005f-4542-a41b-5d1c07a99e2b req-a8332fb9-1761-492b-94fd-e8498f067377 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:06.446197 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-c319f8e3-005f-4542-a41b-5d1c07a99e2b req-a8332fb9-1761-492b-94fd-e8498f067377 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9ede9c0-0e64-4af1-8930-fe240ce9b603 HTTP/1.1" status: 200 len: 946 time: 0.0786781 Sep 10 15:08:06.519888 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-c319f8e3-005f-4542-a41b-5d1c07a99e2b req-b5a26cb2-b5bd-4e24-94ca-f860c57b273d tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676045 Sep 10 15:08:06.528014 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba746e0-5956-48c3-ba11-13ba0771753a req-be734299-8fb0-44ef-8f32-97b8f4c4705d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:06.529561 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-aba746e0-5956-48c3-ba11-13ba0771753a req-be734299-8fb0-44ef-8f32-97b8f4c4705d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=885822bd6d484774bb44c7b5a96f2e14&device_id=1cee5e1f-7ae1-45b2-9380-66bb1371c885 HTTP/1.1" status: 200 len: 1096 time: 0.0761507 Sep 10 15:08:06.587969 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-aba746e0-5956-48c3-ba11-13ba0771753a req-504fc474-1a64-43ae-ae00-88df78597429 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3114dc3b-062e-4afb-a9b5-cc208f2d8e4c HTTP/1.1" status: 200 len: 217 time: 0.0412359 Sep 10 15:08:06.657744 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba746e0-5956-48c3-ba11-13ba0771753a req-6c08dc7e-68bc-4faf-9a94-15d946845bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:06.660055 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-aba746e0-5956-48c3-ba11-13ba0771753a req-6c08dc7e-68bc-4faf-9a94-15d946845bf6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0321bce4-909e-49a2-ba03-6f65fe1b4387 HTTP/1.1" status: 200 len: 849 time: 0.0636258 Sep 10 15:08:06.719713 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-aba746e0-5956-48c3-ba11-13ba0771753a req-8911e49c-bf9a-4d0e-bbfa-1825615168a4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ba3aefdd-27dd-4167-a6ff-5a6467d894ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409155 Sep 10 15:08:06.970710 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f52f24-c513-4f95-8176-84555c165482 req-fc3e023d-eb4e-4bef-8c66-6f337f525be7 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:06.973533 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-c9f52f24-c513-4f95-8176-84555c165482 req-fc3e023d-eb4e-4bef-8c66-6f337f525be7 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 945 time: 0.2295213 Sep 10 15:08:06.983793 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-aba746e0-5956-48c3-ba11-13ba0771753a req-8daeae74-98c5-4bd5-b11b-1adc6a7cd7b7 service neutron] 10.222.0.42 "GET /v2.0/networks/ba3aefdd-27dd-4167-a6ff-5a6467d894ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554440 Sep 10 15:08:07.033290 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239a7072-4af7-44d7-8e6b-2578ba190a4d req-4940cff8-a672-4fac-862d-aa3125d3735c tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:07.035623 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-239a7072-4af7-44d7-8e6b-2578ba190a4d req-4940cff8-a672-4fac-862d-aa3125d3735c tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cee5e1f-7ae1-45b2-9380-66bb1371c885 HTTP/1.1" status: 200 len: 943 time: 0.1458633 Sep 10 15:08:07.100501 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-c9f52f24-c513-4f95-8176-84555c165482 req-98058f08-ba45-4549-9b1e-3a6f95f043f1 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=88c2f7ce-a671-457c-9037-355504b74c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144729 Sep 10 15:08:07.206538 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-239a7072-4af7-44d7-8e6b-2578ba190a4d req-4fd01749-af65-4f4d-a1bd-abe7ab52f45d tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] 10.222.0.35 "GET /v2.0/security-groups?id=35067a0b-e59b-4dc4-8160-50aa352eb9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535773 Sep 10 15:08:07.248456 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-aba746e0-5956-48c3-ba11-13ba0771753a req-0db6705b-7977-4794-b6ca-b496b7593875 service neutron] 10.222.0.42 "GET /v2.0/networks/ba3aefdd-27dd-4167-a6ff-5a6467d894ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431734 Sep 10 15:08:07.677458 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd319da-9b4a-4f66-8265-ec258717d833 req-4baff132-037f-4ea0-8e43-0411011e5529 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:07.680251 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-5dd319da-9b4a-4f66-8265-ec258717d833 req-4baff132-037f-4ea0-8e43-0411011e5529 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9ede9c0-0e64-4af1-8930-fe240ce9b603 HTTP/1.1" status: 200 len: 946 time: 0.0762701 Sep 10 15:08:07.724761 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-5dd319da-9b4a-4f66-8265-ec258717d833 req-927c8f23-910b-4b70-b692-89e5acd8b510 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382955 Sep 10 15:08:08.321016 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e62348-dfc7-4d10-acba-e502d4f864d7 req-57d086a7-ae99-491a-b728-0782f16bae3a tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:08.322723 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-62e62348-dfc7-4d10-acba-e502d4f864d7 req-57d086a7-ae99-491a-b728-0782f16bae3a tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 945 time: 0.0969858 Sep 10 15:08:08.334537 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-29a9a319-aa29-4591-99d4-42f43db5800d req-31aff35a-538c-4851-90ad-3836f26e1b6c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9772ccd7-c617-48d5-926e-bc8768748d19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0923038 Sep 10 15:08:08.433005 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-62e62348-dfc7-4d10-acba-e502d4f864d7 req-48d8ff18-d9cc-4bc1-9be4-b7647be281b5 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=88c2f7ce-a671-457c-9037-355504b74c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038713 Sep 10 15:08:08.454967 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f5f313-7664-4efd-93b5-3524eedda306 req-af60158f-1712-4bde-9c61-da7b52460499 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:08.457400 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-55f5f313-7664-4efd-93b5-3524eedda306 req-af60158f-1712-4bde-9c61-da7b52460499 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cee5e1f-7ae1-45b2-9380-66bb1371c885 HTTP/1.1" status: 200 len: 943 time: 0.1216958 Sep 10 15:08:08.464204 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a9a319-aa29-4591-99d4-42f43db5800d req-ca0e8a80-5e83-4114-bd61-64b764594731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:08.465982 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-29a9a319-aa29-4591-99d4-42f43db5800d req-ca0e8a80-5e83-4114-bd61-64b764594731 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cbb1ce4618c54a79b7f16a6fbbdf66ab&device_id=9772ccd7-c617-48d5-926e-bc8768748d19 HTTP/1.1" status: 200 len: 1099 time: 0.0890198 Sep 10 15:08:08.594180 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-55f5f313-7664-4efd-93b5-3524eedda306 req-1c2c6364-02ab-49ad-aa67-e2d8e0ce2930 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] 10.222.0.35 "GET /v2.0/security-groups?id=35067a0b-e59b-4dc4-8160-50aa352eb9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207173 Sep 10 15:08:08.664724 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a9a319-aa29-4591-99d4-42f43db5800d req-1c377202-d2e6-4251-bcb3-0398a5688430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:08.666350 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-29a9a319-aa29-4591-99d4-42f43db5800d req-1c377202-d2e6-4251-bcb3-0398a5688430 service neutron] 10.222.0.42 "GET /v2.0/networks?id=10576399-efc6-445d-9ca5-76386260f1a2 HTTP/1.1" status: 200 len: 919 time: 0.1407194 Sep 10 15:08:08.722610 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-29a9a319-aa29-4591-99d4-42f43db5800d req-8a644ddb-c2da-4379-9ba3-75edf93397b0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cec97b7-708b-48fb-8392-2063069caef4 HTTP/1.1" status: 200 len: 217 time: 0.0445504 Sep 10 15:08:08.794165 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a9a319-aa29-4591-99d4-42f43db5800d req-135e74f4-8250-411d-a087-43f0b5fc7131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:08.796753 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-29a9a319-aa29-4591-99d4-42f43db5800d req-135e74f4-8250-411d-a087-43f0b5fc7131 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1439a9a1-9d83-40a1-a053-fdab96d16b79 HTTP/1.1" status: 200 len: 858 time: 0.0598030 Sep 10 15:08:08.838083 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-29a9a319-aa29-4591-99d4-42f43db5800d req-be22f65e-80f6-4acb-8dc1-c5de711f3c9f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=10576399-efc6-445d-9ca5-76386260f1a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333586 Sep 10 15:08:08.961514 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f968a349-c530-41b0-8e87-fdc3203c7200 req-6ab33106-86c2-4e0b-b07c-072492406da9 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:08.963195 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-f968a349-c530-41b0-8e87-fdc3203c7200 req-6ab33106-86c2-4e0b-b07c-072492406da9 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9ede9c0-0e64-4af1-8930-fe240ce9b603 HTTP/1.1" status: 200 len: 946 time: 0.1286011 Sep 10 15:08:09.005889 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-29a9a319-aa29-4591-99d4-42f43db5800d req-a448f0a9-650c-434a-98bc-b3a8890c0470 service neutron] 10.222.0.42 "GET /v2.0/networks/10576399-efc6-445d-9ca5-76386260f1a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582704 Sep 10 15:08:09.034810 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-f968a349-c530-41b0-8e87-fdc3203c7200 req-0c05cb48-d77b-4db7-9e89-1a6e99813351 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629518 Sep 10 15:08:09.156234 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-29a9a319-aa29-4591-99d4-42f43db5800d req-20e09939-aa80-4b90-952d-5483c2df7b84 service neutron] 10.222.0.42 "GET /v2.0/networks/10576399-efc6-445d-9ca5-76386260f1a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392744 Sep 10 15:08:09.226115 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:09.643946 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dc95df-3222-4cee-8b68-52273d8ba87a req-4968314b-e0c0-444e-9119-7802367fa1f3 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:09.645641 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-20dc95df-3222-4cee-8b68-52273d8ba87a req-4968314b-e0c0-444e-9119-7802367fa1f3 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 945 time: 0.0752969 Sep 10 15:08:09.700207 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-20dc95df-3222-4cee-8b68-52273d8ba87a req-0bfa5ceb-2def-4e8e-bca7-2bc84b7a8de5 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=88c2f7ce-a671-457c-9037-355504b74c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430121 Sep 10 15:08:09.809383 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b10aad1-6600-461a-bafa-691eb788b984 req-789a88a4-f469-4f87-8ce3-0191d2f66a56 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:09.827508 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-7b10aad1-6600-461a-bafa-691eb788b984 req-789a88a4-f469-4f87-8ce3-0191d2f66a56 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cee5e1f-7ae1-45b2-9380-66bb1371c885 HTTP/1.1" status: 200 len: 943 time: 0.1003242 Sep 10 15:08:09.872141 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-7b10aad1-6600-461a-bafa-691eb788b984 req-ceb5091e-647f-4a85-bea1-8f64269f07d8 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] 10.222.0.35 "GET /v2.0/security-groups?id=35067a0b-e59b-4dc4-8160-50aa352eb9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413926 Sep 10 15:08:10.650848 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b429705-3b5e-441a-bd82-d0d5d5ac361e req-9a3d3bbd-e289-46ca-8f98-5a1dc6246489 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:10.652512 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-9b429705-3b5e-441a-bd82-d0d5d5ac361e req-9a3d3bbd-e289-46ca-8f98-5a1dc6246489 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9ede9c0-0e64-4af1-8930-fe240ce9b603 HTTP/1.1" status: 200 len: 946 time: 0.0540245 Sep 10 15:08:10.700748 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-9b429705-3b5e-441a-bd82-d0d5d5ac361e req-5f1a0d1f-52c0-4a2b-9822-a2b9d2ae9a1b tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419507 Sep 10 15:08:10.885513 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb8f9ff-c384-46a6-a209-94beba00ee4f req-22710ed4-cb13-4e37-bc90-18e1d6cc1200 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:10.889433 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-8cb8f9ff-c384-46a6-a209-94beba00ee4f req-22710ed4-cb13-4e37-bc90-18e1d6cc1200 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 945 time: 0.0805254 Sep 10 15:08:10.976127 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-8cb8f9ff-c384-46a6-a209-94beba00ee4f req-ca1dd33b-0cbe-4a6a-8807-c7704205fe57 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=88c2f7ce-a671-457c-9037-355504b74c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765054 Sep 10 15:08:11.053777 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device 3114dc3b-062e-4afb-a9b5-cc208f2d8e4c details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=94011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 15:08:11.267212 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] For port 3114dc3b-062e-4afb-a9b5-cc208f2d8e4c, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=3114dc3b-062e-4afb-a9b5-cc208f2d8e4c,segment=NetworkSegment(9b2ded07-1884-4111-a4a8-bf22eb076df7),segment_id=9b2ded07-1884-4111-a4a8-bf22eb076df7)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:08:11.278147 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Returning: {'device': '3114dc3b-062e-4afb-a9b5-cc208f2d8e4c', 'network_id': 'ba3aefdd-27dd-4167-a6ff-5a6467d894ba', 'port_id': '3114dc3b-062e-4afb-a9b5-cc208f2d8e4c', 'mac_address': 'fa:16:3e:ac:2e:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0321bce4-909e-49a2-ba03-6f65fe1b4387', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 15:08:11.337279 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:11.384355 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3114dc3b-062e-4afb-a9b5-cc208f2d8e4c {{(pid=94011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:08:11.399994 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42820422-ab89-4947-9a2d-5b35063fe2fc req-6ba63d8e-7501-43d3-bc3e-874b51f47d53 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:11.403111 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-42820422-ab89-4947-9a2d-5b35063fe2fc req-6ba63d8e-7501-43d3-bc3e-874b51f47d53 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cee5e1f-7ae1-45b2-9380-66bb1371c885 HTTP/1.1" status: 200 len: 943 time: 0.1056287 Sep 10 15:08:11.435649 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] For port 3114dc3b-062e-4afb-a9b5-cc208f2d8e4c, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=3114dc3b-062e-4afb-a9b5-cc208f2d8e4c,segment=NetworkSegment(9b2ded07-1884-4111-a4a8-bf22eb076df7),segment_id=9b2ded07-1884-4111-a4a8-bf22eb076df7)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:08:11.447727 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:11.491063 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-42820422-ab89-4947-9a2d-5b35063fe2fc req-df574464-0e65-4231-ae5e-665f7f595cd0 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] 10.222.0.35 "GET /v2.0/security-groups?id=35067a0b-e59b-4dc4-8160-50aa352eb9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808110 Sep 10 15:08:11.569955 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Pushing event updated for resources: {'Port': ['ID=3114dc3b-062e-4afb-a9b5-cc208f2d8e4c,revision_number=4']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:08:11.678172 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 43430) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:08:11.722480 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] get_ports_and_sgs() called for port_ids ['3114dc3b-062e-4afb-a9b5-cc208f2d8e4c'] {{(pid=94011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 15:08:11.827495 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-4bc11d98-8859-4447-a02d-0d1cf499d5c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:11.962617 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-4bc11d98-8859-4447-a02d-0d1cf499d5c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:11.967279 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-4bc11d98-8859-4447-a02d-0d1cf499d5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:12.017844 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc11d98-8859-4447-a02d-0d1cf499d5c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32dceb9b-1c4e-40e2-a53d-9a93543fc41d,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:08:12.022926 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-4bc11d98-8859-4447-a02d-0d1cf499d5c5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=be59e7f96460469eb90566b3fd8d2907&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3433859 Sep 10 15:08:12.029255 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 43434) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:08:12.036863 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc11d98-8859-4447-a02d-0d1cf499d5c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:08:12.037212 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc11d98-8859-4447-a02d-0d1cf499d5c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:08:12.037556 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc11d98-8859-4447-a02d-0d1cf499d5c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:08:12.037892 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc11d98-8859-4447-a02d-0d1cf499d5c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:08:12.038255 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc11d98-8859-4447-a02d-0d1cf499d5c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:08:12.038589 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc11d98-8859-4447-a02d-0d1cf499d5c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:08:12.038916 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc11d98-8859-4447-a02d-0d1cf499d5c5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:08:12.039240 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc11d98-8859-4447-a02d-0d1cf499d5c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:08:12.039564 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc11d98-8859-4447-a02d-0d1cf499d5c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:08:12.039882 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc11d98-8859-4447-a02d-0d1cf499d5c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:08:12.040200 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc11d98-8859-4447-a02d-0d1cf499d5c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:08:12.040522 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc11d98-8859-4447-a02d-0d1cf499d5c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:08:12.101152 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-be11d98e-4a32-45d9-8b41-6cca66853d57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:12.126274 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-be11d98e-4a32-45d9-8b41-6cca66853d57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:12.190836 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-be11d98e-4a32-45d9-8b41-6cca66853d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:12.194328 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-be11d98e-4a32-45d9-8b41-6cca66853d57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:12.199554 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-be11d98e-4a32-45d9-8b41-6cca66853d57 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/32dceb9b-1c4e-40e2-a53d-9a93543fc41d HTTP/1.1" status: 204 len: 168 time: 0.1690693 Sep 10 15:08:12.211341 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11d98e-4a32-45d9-8b41-6cca66853d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32dceb9b-1c4e-40e2-a53d-9a93543fc41d,revision_number=None']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:08:12.236338 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6708aba-018c-427a-9d17-19958794fcd1 req-eac71a5d-0fa5-47ee-b20a-912f8ac219f3 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:12.243099 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-f6708aba-018c-427a-9d17-19958794fcd1 req-eac71a5d-0fa5-47ee-b20a-912f8ac219f3 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 945 time: 0.1155195 Sep 10 15:08:12.354619 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-f6708aba-018c-427a-9d17-19958794fcd1 req-23b41798-c036-4dc6-9e30-597698b5448e tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=88c2f7ce-a671-457c-9037-355504b74c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983322 Sep 10 15:08:12.488230 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 43450) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:08:12.639542 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-499cae7b-7343-41c7-83d9-98af591b12dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:12.749505 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6fc8d2-592b-471c-9f01-9d168b73e6eb req-de6fc547-6d18-4eef-aff5-c68c5c948ce6 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:12.755182 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-4f6fc8d2-592b-471c-9f01-9d168b73e6eb req-de6fc547-6d18-4eef-aff5-c68c5c948ce6 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cee5e1f-7ae1-45b2-9380-66bb1371c885 HTTP/1.1" status: 200 len: 944 time: 0.0944073 Sep 10 15:08:12.796989 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-499cae7b-7343-41c7-83d9-98af591b12dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:12.805193 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-499cae7b-7343-41c7-83d9-98af591b12dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:12.828392 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-4f6fc8d2-592b-471c-9f01-9d168b73e6eb req-faf2c876-ca52-40ff-8172-2df2e0021997 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] 10.222.0.35 "GET /v2.0/security-groups?id=35067a0b-e59b-4dc4-8160-50aa352eb9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641558 Sep 10 15:08:12.881779 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-499cae7b-7343-41c7-83d9-98af591b12dd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=163005b14ddb4836bf1551740310598d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3916097 Sep 10 15:08:12.883779 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499cae7b-7343-41c7-83d9-98af591b12dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e91857-e0d8-4da7-9fc7-ccfa0bc366d6,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:08:12.886183 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 43468) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:08:12.963358 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-5d5124ee-5b58-404f-9314-7db7cfccc162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:12.991626 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-5d5124ee-5b58-404f-9314-7db7cfccc162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:13.054387 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device 3114dc3b-062e-4afb-a9b5-cc208f2d8e4c up at agent hyperv_hv-cinder-76015 {{(pid=94011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:08:13.060990 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-5d5124ee-5b58-404f-9314-7db7cfccc162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:13.066885 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-5d5124ee-5b58-404f-9314-7db7cfccc162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:13.068082 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-5d5124ee-5b58-404f-9314-7db7cfccc162 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/29e91857-e0d8-4da7-9fc7-ccfa0bc366d6 HTTP/1.1" status: 204 len: 168 time: 0.1803479 Sep 10 15:08:13.083721 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5124ee-5b58-404f-9314-7db7cfccc162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e91857-e0d8-4da7-9fc7-ccfa0bc366d6,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:08:13.174157 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Provisioning for port 3114dc3b-062e-4afb-a9b5-cc208f2d8e4c completed by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:08:13.180632 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Provisioning complete for port 3114dc3b-062e-4afb-a9b5-cc208f2d8e4c triggered by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:08:13.181255 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:13.256438 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 43478) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:08:13.328043 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:13.375687 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cee5e1f-7ae1-45b2-9380-66bb1371c885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3114dc3b-062e-4afb-a9b5-cc208f2d8e4c'}] {{(pid=94011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:08:13.381617 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eff4842c0e32827c09e5fc730d7a4a2f35fc7e77767eed508a7d5fefd1bac28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd77836f-6eeb-4c31-bc4e-c2ed4e783fbd" -d '{"events": [{"server_uuid": "1cee5e1f-7ae1-45b2-9380-66bb1371c885", "name": "network-vif-plugged", "status": "completed", "tag": "3114dc3b-062e-4afb-a9b5-cc208f2d8e4c"}]}' {{(pid=94011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:08:13.415074 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] For port 3114dc3b-062e-4afb-a9b5-cc208f2d8e4c, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=3114dc3b-062e-4afb-a9b5-cc208f2d8e4c,segment=NetworkSegment(9b2ded07-1884-4111-a4a8-bf22eb076df7),segment_id=9b2ded07-1884-4111-a4a8-bf22eb076df7)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:08:13.424001 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:13.509553 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f116c6-d52d-4cdb-86fd-8de03239f1b4 x-openstack-request-id: req-b9f116c6-d52d-4cdb-86fd-8de03239f1b4 {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:08:13.509553 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cee5e1f-7ae1-45b2-9380-66bb1371c885", "name": "network-vif-plugged", "status": "completed", "tag": "3114dc3b-062e-4afb-a9b5-cc208f2d8e4c", "code": 200}]} {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:08:13.510049 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b9f116c6-d52d-4cdb-86fd-8de03239f1b4 {{(pid=94011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:08:13.510509 dv-cinder-760153-10-iscsi neutron-server[94011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cee5e1f-7ae1-45b2-9380-66bb1371c885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3114dc3b-062e-4afb-a9b5-cc208f2d8e4c', 'code': 200} Sep 10 15:08:13.536729 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Pushing event updated for resources: {'Port': ['ID=3114dc3b-062e-4afb-a9b5-cc208f2d8e4c,revision_number=5']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:08:13.626393 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.v2.base [None req-3f030cc4-3b22-4029-b4df-cb9ddb9a899b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1980569498-network', 'tenant_id': '6ab88976e97b4105bd0ab39c7b8bf1e3'}} {{(pid=94009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:08:13.712934 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd25f3e-af5e-4436-be22-7a84809c97f6 req-6e7efab1-3171-4519-8915-c900236be9be tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:13.714724 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-8bd25f3e-af5e-4436-be22-7a84809c97f6 req-6e7efab1-3171-4519-8915-c900236be9be tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 945 time: 0.0812683 Sep 10 15:08:13.715555 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f030cc4-3b22-4029-b4df-cb9ddb9a899b admin admin] Made reservation on behalf of 6ab88976e97b4105bd0ab39c7b8bf1e3 for: {'network': 1} {{(pid=94009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:08:13.717992 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-3f030cc4-3b22-4029-b4df-cb9ddb9a899b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for network, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:13.739583 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-3f030cc4-3b22-4029-b4df-cb9ddb9a899b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:13.843145 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-8bd25f3e-af5e-4436-be22-7a84809c97f6 req-b4a00387-8b0b-4287-a98d-cd5635c1a8d4 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=88c2f7ce-a671-457c-9037-355504b74c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140966 Sep 10 15:08:13.865451 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0d556d-5b1c-4763-bde5-f078c3c66d6c req-3bfcf11a-b1f6-4656-a405-c587aaa943d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:13.869091 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-bc0d556d-5b1c-4763-bde5-f078c3c66d6c req-3bfcf11a-b1f6-4656-a405-c587aaa943d9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1cee5e1f-7ae1-45b2-9380-66bb1371c885 HTTP/1.1" status: 200 len: 1098 time: 0.1392243 Sep 10 15:08:13.971856 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-bc0d556d-5b1c-4763-bde5-f078c3c66d6c req-aee3d448-fcab-4349-ac5e-b73e7e3eac85 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=35067a0b-e59b-4dc4-8160-50aa352eb9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933874 Sep 10 15:08:14.437601 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-3f030cc4-3b22-4029-b4df-cb9ddb9a899b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:14.449530 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c4381b-5631-4205-885c-5c33d161c9c8 req-975deb4c-c670-4fa8-af16-6f89405c81ea tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:14.451520 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-e0c4381b-5631-4205-885c-5c33d161c9c8 req-975deb4c-c670-4fa8-af16-6f89405c81ea tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cee5e1f-7ae1-45b2-9380-66bb1371c885 HTTP/1.1" status: 200 len: 945 time: 0.4874408 Sep 10 15:08:14.452957 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-3f030cc4-3b22-4029-b4df-cb9ddb9a899b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:14.509420 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f030cc4-3b22-4029-b4df-cb9ddb9a899b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=94009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 15:08:14.516815 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f030cc4-3b22-4029-b4df-cb9ddb9a899b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c435c8d1-bcf5-4643-8a06-2b0627ebda44,revision_number=1']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:08:14.540452 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-3f030cc4-3b22-4029-b4df-cb9ddb9a899b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672864'] for segment, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:14.541078 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.db.segments_db [None req-3f030cc4-3b22-4029-b4df-cb9ddb9a899b admin admin] Added segment b74c8d1d-1c0a-4459-a926-b8061d9b8071 of type vlan for network 4438a4c6-ecae-4330-8512-f3353a458625 Sep 10 15:08:14.565173 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-e0c4381b-5631-4205-885c-5c33d161c9c8 req-a4895db6-6703-4053-9fdc-39cc7686096e tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] 10.222.0.35 "GET /v2.0/security-groups?id=35067a0b-e59b-4dc4-8160-50aa352eb9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974808 Sep 10 15:08:14.632850 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-3f030cc4-3b22-4029-b4df-cb9ddb9a899b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748756560168'] for network, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:14.673045 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-3f030cc4-3b22-4029-b4df-cb9ddb9a899b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861'] for network, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:14.674278 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f030cc4-3b22-4029-b4df-cb9ddb9a899b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:14.675772 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-3f030cc4-3b22-4029-b4df-cb9ddb9a899b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526879'] for network, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:14.715649 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-3f030cc4-3b22-4029-b4df-cb9ddb9a899b admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4560087 Sep 10 15:08:14.716662 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 43516) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:08:14.723858 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.v2.base [None req-cf6d0ef0-4808-442c-9776-90f2eb355e02 admin admin] Request body: {'subnet': {'network_id': '4438a4c6-ecae-4330-8512-f3353a458625', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1980569498-subnet', 'tenant_id': '6ab88976e97b4105bd0ab39c7b8bf1e3', 'ip_version': 4}} {{(pid=94009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:08:14.771227 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f030cc4-3b22-4029-b4df-cb9ddb9a899b admin admin] Pushing event updated for resources: {'Network': ['ID=4438a4c6-ecae-4330-8512-f3353a458625,revision_number=1']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:08:14.790830 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf6d0ef0-4808-442c-9776-90f2eb355e02 admin admin] Made reservation on behalf of 6ab88976e97b4105bd0ab39c7b8bf1e3 for: {'subnet': 1} {{(pid=94009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:08:14.792938 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Network 4438a4c6-ecae-4330-8512-f3353a458625 details requested by agent ovs-agent-dv-cinder-760153-10-iscsi with host dv-cinder-760153-10-iscsi {{(pid=94011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 15:08:14.794754 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-cf6d0ef0-4808-442c-9776-90f2eb355e02 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13677608'] for subnet, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:15.082738 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device 82eba568-662f-42f2-bd64-96a84537e5b4 details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=94011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 15:08:15.145706 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4586eb95-d101-43cc-a319-cc25130bdb04 req-069c7308-c282-43ac-814f-dc499aabae95 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:15.148821 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-4586eb95-d101-43cc-a319-cc25130bdb04 req-069c7308-c282-43ac-814f-dc499aabae95 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 945 time: 0.1736958 Sep 10 15:08:15.162834 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-cf6d0ef0-4808-442c-9776-90f2eb355e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1040851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13677622'] for subnet, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:15.316677 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6d0ef0-4808-442c-9776-90f2eb355e02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbb21cad-9efd-4dac-bc4f-2697c2741bb9,revision_number=0']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:08:15.343884 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-4586eb95-d101-43cc-a319-cc25130bdb04 req-868778dd-ba3b-4611-acad-b71a08ca283d tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=88c2f7ce-a671-457c-9037-355504b74c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1724102 Sep 10 15:08:15.349603 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6d0ef0-4808-442c-9776-90f2eb355e02 admin admin] Checking segment: {'id': 'b74c8d1d-1c0a-4459-a926-b8061d9b8071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '4438a4c6-ecae-4330-8512-f3353a458625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:08:15.350283 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6d0ef0-4808-442c-9776-90f2eb355e02 admin admin] Network hostable DHCP agents. Network: 4438a4c6-ecae-4330-8512-f3353a458625, hostable agents: ['afb565d3-e50e-4cf5-8d13-a2fbc8ff1b06'], hosted agents: [] {{(pid=94009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 15:08:15.363394 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] For port 82eba568-662f-42f2-bd64-96a84537e5b4, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=82eba568-662f-42f2-bd64-96a84537e5b4,segment=NetworkSegment(adc254f0-00c9-46af-adb3-b3d1f6ff0d76),segment_id=adc254f0-00c9-46af-adb3-b3d1f6ff0d76)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:08:15.380163 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Returning: {'device': '82eba568-662f-42f2-bd64-96a84537e5b4', 'network_id': 'd8cbe470-bc98-41a4-a428-659bec184b54', 'port_id': '82eba568-662f-42f2-bd64-96a84537e5b4', 'mac_address': 'fa:16:3e:30:61:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '782052c7-4991-4efe-97d8-5a0e8f67d6bc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 15:08:15.389463 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6d0ef0-4808-442c-9776-90f2eb355e02 admin admin] Network 4438a4c6-ecae-4330-8512-f3353a458625 is scheduled to be hosted by DHCP agent afb565d3-e50e-4cf5-8d13-a2fbc8ff1b06 with binding_index 1 {{(pid=94009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 15:08:15.401934 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.base_scheduler [None req-cf6d0ef0-4808-442c-9776-90f2eb355e02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760153-10-iscsi, 4438a4c6-ecae-4330-8512-f3353a458625) {{(pid=94009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:08:15.413063 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510b137f-597f-4ece-a7fa-0ac35bcc2654 None None] Network 4438a4c6-ecae-4330-8512-f3353a458625 requested from dv-cinder-760153-10-iscsi {{(pid=94011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:08:15.413357 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6d0ef0-4808-442c-9776-90f2eb355e02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:15.414643 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-cf6d0ef0-4808-442c-9776-90f2eb355e02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:15.445082 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-cf6d0ef0-4808-442c-9776-90f2eb355e02 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7278574 Sep 10 15:08:15.446213 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 43526) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:08:15.452372 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.v2.base [None req-cf1abd16-92ef-4b52-9a31-230bcc00b97a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1980569498-router', 'tenant_id': '6ab88976e97b4105bd0ab39c7b8bf1e3', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed'}}} {{(pid=94010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:08:15.465339 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:15.489057 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-cf1abd16-92ef-4b52-9a31-230bcc00b97a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-584384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-375'] for router, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:15.490745 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-cf1abd16-92ef-4b52-9a31-230bcc00b97a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-382'] for router, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:15.529445 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 82eba568-662f-42f2-bd64-96a84537e5b4 {{(pid=94011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:08:15.561413 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-cf1abd16-92ef-4b52-9a31-230bcc00b97a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:15.569329 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] For port 82eba568-662f-42f2-bd64-96a84537e5b4, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=82eba568-662f-42f2-bd64-96a84537e5b4,segment=NetworkSegment(adc254f0-00c9-46af-adb3-b3d1f6ff0d76),segment_id=adc254f0-00c9-46af-adb3-b3d1f6ff0d76)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:08:15.575115 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:15.714428 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] get_ports_and_sgs() called for port_ids ['82eba568-662f-42f2-bd64-96a84537e5b4'] {{(pid=94011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 15:08:15.745622 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-cf1abd16-92ef-4b52-9a31-230bcc00b97a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:15.765011 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Pushing event updated for resources: {'Port': ['ID=82eba568-662f-42f2-bd64-96a84537e5b4,revision_number=6']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:08:15.849354 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f4db9c-30ad-4b5a-9a3b-1b4d72163100 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75912ed4-7a3a-54d7-ac9b-82d05aadd505-4438a4c6-ecae-4330-8512-f3353a458625', 'network_id': '4438a4c6-ecae-4330-8512-f3353a458625', 'tenant_id': '6ab88976e97b4105bd0ab39c7b8bf1e3', 'fixed_ips': [{'subnet_id': 'dbb21cad-9efd-4dac-bc4f-2697c2741bb9'}]}} from dv-cinder-760153-10-iscsi. {{(pid=94011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 15:08:15.849354 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d7f4db9c-30ad-4b5a-9a3b-1b4d72163100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:15.913670 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6ad638-0fac-4c19-9119-05111aa2225c req-e7a1a484-2787-4486-b7ef-a70ad34d484e tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:15.917566 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-7d6ad638-0fac-4c19-9119-05111aa2225c req-e7a1a484-2787-4486-b7ef-a70ad34d484e tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cee5e1f-7ae1-45b2-9380-66bb1371c885 HTTP/1.1" status: 200 len: 945 time: 0.1923971 Sep 10 15:08:15.980095 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-7d6ad638-0fac-4c19-9119-05111aa2225c req-e0940003-7f0e-4343-9dcb-d6da15d9d559 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] 10.222.0.35 "GET /v2.0/security-groups?id=35067a0b-e59b-4dc4-8160-50aa352eb9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526838 Sep 10 15:08:16.144170 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-cf1abd16-92ef-4b52-9a31-230bcc00b97a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:16.166115 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.db_base_plugin_common [None req-d7f4db9c-30ad-4b5a-9a3b-1b4d72163100 None None] Allocated IP 172.20.0.2 (4438a4c6-ecae-4330-8512-f3353a458625/dbb21cad-9efd-4dac-bc4f-2697c2741bb9/585f50b1-0b12-42fe-9cfb-517c8341066a) {{(pid=94011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:08:16.196905 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-cf1abd16-92ef-4b52-9a31-230bcc00b97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:16.211240 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-fb95a5ac-ef1a-467f-98dc-3b44e611aa54 req-d02e4a89-6af5-4b98-8cc9-686935022e61 tempest-VolumesNegativeTest-122205131 tempest-VolumesNegativeTest-122205131-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=fe282ce4256b4438921b3936379ccdd1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0425878 Sep 10 15:08:16.450968 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.db.db_base_plugin_common [None req-cf1abd16-92ef-4b52-9a31-230bcc00b97a admin admin] Allocated IP 172.27.0.84 (caa13d69-ff92-44ce-a665-3b9af711feed/3b314502-2ac4-4640-9fa5-f95f10fc4599/25c284ba-5cc1-4bc6-9351-fe9f12bc8497) {{(pid=94010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:08:16.495427 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d7f4db9c-30ad-4b5a-9a3b-1b4d72163100 None None] Notify callbacks [] for port, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:16.511515 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-d7f4db9c-30ad-4b5a-9a3b-1b4d72163100 None None] Transition to ACTIVE for port object 585f50b1-0b12-42fe-9cfb-517c8341066a will not be triggered until provisioned by entity L2. {{(pid=94011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:08:16.550681 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-d7f4db9c-30ad-4b5a-9a3b-1b4d72163100 None None] Transition to ACTIVE for port object 585f50b1-0b12-42fe-9cfb-517c8341066a will not be triggered until provisioned by entity DHCP. {{(pid=94011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:08:16.558705 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb95a5ac-ef1a-467f-98dc-3b44e611aa54 req-94f982ca-45bc-45ce-b159-d3a8d09e6d70 tempest-VolumesNegativeTest-122205131 tempest-VolumesNegativeTest-122205131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:16.566869 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-fb95a5ac-ef1a-467f-98dc-3b44e611aa54 req-94f982ca-45bc-45ce-b159-d3a8d09e6d70 tempest-VolumesNegativeTest-122205131 tempest-VolumesNegativeTest-122205131-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3474739 Sep 10 15:08:16.571928 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d7f4db9c-30ad-4b5a-9a3b-1b4d72163100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748756606401'] for port, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:16.589499 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-fb95a5ac-ef1a-467f-98dc-3b44e611aa54 req-e08bb76a-853a-44a8-9be7-782255d39169 tempest-VolumesNegativeTest-122205131 tempest-VolumesNegativeTest-122205131-project] 10.222.0.35 "GET /v2.0/quotas/fe282ce4256b4438921b3936379ccdd1 HTTP/1.1" status: 200 len: 375 time: 0.0193477 Sep 10 15:08:16.642928 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f4db9c-30ad-4b5a-9a3b-1b4d72163100 None None] Pushing event updated for resources: {'Port': ['ID=585f50b1-0b12-42fe-9cfb-517c8341066a,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:08:16.665729 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f4db9c-30ad-4b5a-9a3b-1b4d72163100 None None] Network 4438a4c6-ecae-4330-8512-f3353a458625 is already hosted by enough agents. {{(pid=94011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:08:16.667720 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.scheduler.base_scheduler [None req-d7f4db9c-30ad-4b5a-9a3b-1b4d72163100 None None] Resources bound (agent type, host, resource id): {{(pid=94011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:08:16.670615 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f4db9c-30ad-4b5a-9a3b-1b4d72163100 None None] Received port after_create {{(pid=94011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:08:16.684261 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-fb95a5ac-ef1a-467f-98dc-3b44e611aa54 req-f226e2b1-1da6-4f19-a464-0a55ed3272c1 tempest-VolumesNegativeTest-122205131 tempest-VolumesNegativeTest-122205131-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=fe282ce4256b4438921b3936379ccdd1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0839705 Sep 10 15:08:16.701397 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e24ad62-14f6-4cb2-a0db-888f5f9c085a req-ab92ad73-a00e-4b38-9cc6-1f529ce40cfc tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:16.714810 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-5e24ad62-14f6-4cb2-a0db-888f5f9c085a req-ab92ad73-a00e-4b38-9cc6-1f529ce40cfc tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 944 time: 0.2035584 Sep 10 15:08:16.721930 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-cf1abd16-92ef-4b52-9a31-230bcc00b97a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:16.804272 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-5e24ad62-14f6-4cb2-a0db-888f5f9c085a req-dd5b0256-24bd-4b6b-b1f4-92bc53ff90db tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=88c2f7ce-a671-457c-9037-355504b74c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858388 Sep 10 15:08:16.806337 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [None req-d7f4db9c-30ad-4b5a-9a3b-1b4d72163100 None None] Attempting to bind port 585f50b1-0b12-42fe-9cfb-517c8341066a on host dv-cinder-760153-10-iscsi for vnic_type normal with profile {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:08:16.818181 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [None req-d7f4db9c-30ad-4b5a-9a3b-1b4d72163100 None None] Attempting to bind port 585f50b1-0b12-42fe-9cfb-517c8341066a by drivers openvswitch,hyperv on host dv-cinder-760153-10-iscsi at level 0 using segments [{'id': 'b74c8d1d-1c0a-4459-a926-b8061d9b8071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '4438a4c6-ecae-4330-8512-f3353a458625'}] {{(pid=94011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:08:16.818633 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f4db9c-30ad-4b5a-9a3b-1b4d72163100 None None] Attempting to bind port 585f50b1-0b12-42fe-9cfb-517c8341066a on network 4438a4c6-ecae-4330-8512-f3353a458625 {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:08:16.834395 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f4db9c-30ad-4b5a-9a3b-1b4d72163100 None None] Checking agent: {'id': 'aa4392c4-9186-46d5-9724-80b6d464cfe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760153-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 14, 57, 58), 'started_at': datetime.datetime(2021, 9, 10, 14, 58, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760153-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:08:16.834395 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f4db9c-30ad-4b5a-9a3b-1b4d72163100 None None] Checking segment: {'id': 'b74c8d1d-1c0a-4459-a926-b8061d9b8071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '4438a4c6-ecae-4330-8512-f3353a458625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:08:16.834395 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d7f4db9c-30ad-4b5a-9a3b-1b4d72163100 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:16.834395 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f4db9c-30ad-4b5a-9a3b-1b4d72163100 None None] Bound using segment: {'id': 'b74c8d1d-1c0a-4459-a926-b8061d9b8071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '4438a4c6-ecae-4330-8512-f3353a458625'} {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:08:16.834395 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [None req-d7f4db9c-30ad-4b5a-9a3b-1b4d72163100 None None] Bound port: 585f50b1-0b12-42fe-9cfb-517c8341066a, host: dv-cinder-760153-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b74c8d1d-1c0a-4459-a926-b8061d9b8071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '4438a4c6-ecae-4330-8512-f3353a458625'}}] {{(pid=94011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:08:16.834395 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d7f4db9c-30ad-4b5a-9a3b-1b4d72163100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:16.844183 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-cf1abd16-92ef-4b52-9a31-230bcc00b97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748756606401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14298976'] for port, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:16.981771 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1abd16-92ef-4b52-9a31-230bcc00b97a admin admin] Network caa13d69-ff92-44ce-a665-3b9af711feed is already hosted by enough agents. {{(pid=94010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:08:16.989579 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.base_scheduler [None req-cf1abd16-92ef-4b52-9a31-230bcc00b97a admin admin] Resources bound (agent type, host, resource id): {{(pid=94010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:08:17.005180 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1abd16-92ef-4b52-9a31-230bcc00b97a admin admin] Received port after_create {{(pid=94010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:08:17.014305 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-d7f4db9c-30ad-4b5a-9a3b-1b4d72163100 None None] For port 585f50b1-0b12-42fe-9cfb-517c8341066a, host dv-cinder-760153-10-iscsi, cleared binding levels {{(pid=94011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:08:17.024164 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-d7f4db9c-30ad-4b5a-9a3b-1b4d72163100 None None] For port 585f50b1-0b12-42fe-9cfb-517c8341066a, host dv-cinder-760153-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-10-iscsi',level=0,port_id=585f50b1-0b12-42fe-9cfb-517c8341066a,segment=NetworkSegment(b74c8d1d-1c0a-4459-a926-b8061d9b8071),segment_id=b74c8d1d-1c0a-4459-a926-b8061d9b8071)] {{(pid=94011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:08:17.050753 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d7f4db9c-30ad-4b5a-9a3b-1b4d72163100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:17.093373 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1abd16-92ef-4b52-9a31-230bcc00b97a admin admin] Pushing event updated for resources: {'Port': ['ID=25c284ba-5cc1-4bc6-9351-fe9f12bc8497,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:08:17.118495 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device 82eba568-662f-42f2-bd64-96a84537e5b4 up at agent hyperv_hv-cinder-76015 {{(pid=94011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:08:17.267310 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-ac535928-c5f7-4ce8-96e7-80a3c32986a6 req-1060af19-3808-4e3c-b544-dd4b9895af06 tempest-VolumesNegativeTest-122205131 tempest-VolumesNegativeTest-122205131-project] 10.222.0.35 "GET /v2.0/ports?device_id=143a972e-0ff0-419c-86d2-ac547165c89a HTTP/1.1" status: 200 len: 210 time: 0.1029189 Sep 10 15:08:17.382109 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f4db9c-30ad-4b5a-9a3b-1b4d72163100 None None] Pushing event updated for resources: {'Port': ['ID=585f50b1-0b12-42fe-9cfb-517c8341066a,revision_number=2']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:08:17.428101 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f4db9c-30ad-4b5a-9a3b-1b4d72163100 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:08:17.428331 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f4db9c-30ad-4b5a-9a3b-1b4d72163100 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:08:17.428979 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f4db9c-30ad-4b5a-9a3b-1b4d72163100 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:08:17.429804 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f4db9c-30ad-4b5a-9a3b-1b4d72163100 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:08:17.430676 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f4db9c-30ad-4b5a-9a3b-1b4d72163100 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:08:17.431553 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f4db9c-30ad-4b5a-9a3b-1b4d72163100 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:08:17.432134 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f4db9c-30ad-4b5a-9a3b-1b4d72163100 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:08:17.433080 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f4db9c-30ad-4b5a-9a3b-1b4d72163100 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:08:17.433581 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f4db9c-30ad-4b5a-9a3b-1b4d72163100 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:08:17.434536 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f4db9c-30ad-4b5a-9a3b-1b4d72163100 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:08:17.435513 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f4db9c-30ad-4b5a-9a3b-1b4d72163100 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:08:17.436365 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f4db9c-30ad-4b5a-9a3b-1b4d72163100 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:08:17.469052 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Provisioning complete for port 82eba568-662f-42f2-bd64-96a84537e5b4 triggered by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:08:17.469654 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:17.776624 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-cf1abd16-92ef-4b52-9a31-230bcc00b97a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:17.781265 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:17.823384 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a802c6d5-bdc6-4589-a88c-947798bf2ae5 req-6e2896de-8ace-4dd5-a2f6-603de6dda910 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:17.826664 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-a802c6d5-bdc6-4589-a88c-947798bf2ae5 req-6e2896de-8ace-4dd5-a2f6-603de6dda910 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cee5e1f-7ae1-45b2-9380-66bb1371c885 HTTP/1.1" status: 200 len: 945 time: 0.2393715 Sep 10 15:08:17.843059 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2924c45-fb9a-4ab9-86f9-3ba21e44701b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82eba568-662f-42f2-bd64-96a84537e5b4'}] {{(pid=94011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:08:17.845312 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eff4842c0e32827c09e5fc730d7a4a2f35fc7e77767eed508a7d5fefd1bac28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec1e01e-0bdc-4344-9bd9-0780bd9b1660" -d '{"events": [{"server_uuid": "e2924c45-fb9a-4ab9-86f9-3ba21e44701b", "name": "network-vif-plugged", "status": "completed", "tag": "82eba568-662f-42f2-bd64-96a84537e5b4"}]}' {{(pid=94011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:08:17.900046 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] For port 82eba568-662f-42f2-bd64-96a84537e5b4, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=82eba568-662f-42f2-bd64-96a84537e5b4,segment=NetworkSegment(adc254f0-00c9-46af-adb3-b3d1f6ff0d76),segment_id=adc254f0-00c9-46af-adb3-b3d1f6ff0d76)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:08:17.911905 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:17.955045 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-a802c6d5-bdc6-4589-a88c-947798bf2ae5 req-2449dead-6b60-4883-a953-a4b23db472dd tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] 10.222.0.35 "GET /v2.0/security-groups?id=35067a0b-e59b-4dc4-8160-50aa352eb9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216919 Sep 10 15:08:18.028015 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-674316f7-a7dc-42d1-917e-9354cb0b0b17 x-openstack-request-id: req-674316f7-a7dc-42d1-917e-9354cb0b0b17 {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:08:18.028923 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2924c45-fb9a-4ab9-86f9-3ba21e44701b", "name": "network-vif-plugged", "status": "completed", "tag": "82eba568-662f-42f2-bd64-96a84537e5b4", "code": 200}]} {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:08:18.028923 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-674316f7-a7dc-42d1-917e-9354cb0b0b17 {{(pid=94011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:08:18.029142 dv-cinder-760153-10-iscsi neutron-server[94011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2924c45-fb9a-4ab9-86f9-3ba21e44701b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82eba568-662f-42f2-bd64-96a84537e5b4', 'code': 200} Sep 10 15:08:18.049952 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Pushing event updated for resources: {'Port': ['ID=82eba568-662f-42f2-bd64-96a84537e5b4,revision_number=7']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:08:18.218145 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659dc72e-ddd6-4646-bc72-57c6d8cd2253 req-e529b7c1-8645-4903-b1a6-5f98145a9964 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:18.218145 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-659dc72e-ddd6-4646-bc72-57c6d8cd2253 req-e529b7c1-8645-4903-b1a6-5f98145a9964 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 945 time: 0.1415265 Sep 10 15:08:18.317800 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-659dc72e-ddd6-4646-bc72-57c6d8cd2253 req-c84b0e23-e080-4b43-9713-79ff2a9f2b35 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=88c2f7ce-a671-457c-9037-355504b74c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862243 Sep 10 15:08:18.370845 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-cf1abd16-92ef-4b52-9a31-230bcc00b97a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582673'] for router, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:18.493624 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-50e516a5-bb02-48e1-8541-b647ae15c221 req-20a12919-98b8-4902-9705-4de8fd9a22b0 tempest-VolumesNegativeTest-122205131 tempest-VolumesNegativeTest-122205131-project] 10.222.0.35 "GET /v2.0/ports?device_id=143a972e-0ff0-419c-86d2-ac547165c89a HTTP/1.1" status: 200 len: 210 time: 0.0578942 Sep 10 15:08:18.550292 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device 585f50b1-0b12-42fe-9cfb-517c8341066a up at agent ovs-agent-dv-cinder-760153-10-iscsi {{(pid=94011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:08:18.692657 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf1abd16-92ef-4b52-9a31-230bcc00b97a admin admin] Router 4afe2c64-d0be-4cbe-875d-40f6ffa44163 is scheduled to L3 agent b0771735-54fe-4ba2-aeee-11d3b2b54cf1 with binding_index 1 {{(pid=94010) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 15:08:18.778158 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Provisioning for port 585f50b1-0b12-42fe-9cfb-517c8341066a completed by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:08:18.895677 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-fb95a5ac-ef1a-467f-98dc-3b44e611aa54 req-4c74e78c-9a9f-4554-a0b1-7addc70856ca tempest-VolumesNegativeTest-122205131 tempest-VolumesNegativeTest-122205131-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=fe282ce4256b4438921b3936379ccdd1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428431 Sep 10 15:08:18.939094 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf1abd16-92ef-4b52-9a31-230bcc00b97a admin admin] Notify agent at l3_agent.dv-cinder-760153-10-iscsi the message routers_updated {{(pid=94010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:08:18.953402 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bf412d-802a-4530-9233-ff9a38f274be None None] Sync routers for ids ['4afe2c64-d0be-4cbe-875d-40f6ffa44163'] in dv-cinder-760153-10-iscsi {{(pid=94012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:08:18.979905 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-cf1abd16-92ef-4b52-9a31-230bcc00b97a admin admin] Notify callbacks [] for router, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:18.982646 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-cf1abd16-92ef-4b52-9a31-230bcc00b97a admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.5352159 Sep 10 15:08:18.985058 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 43626) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:08:18.991925 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bf412d-802a-4530-9233-ff9a38f274be None None] Routers {'4afe2c64-d0be-4cbe-875d-40f6ffa44163'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:08:18.995636 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-40bf412d-802a-4530-9233-ff9a38f274be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T15:07:57Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['4afe2c64-d0be-4cbe-875d-40f6ffa44163'], 'active': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:08:19.191985 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvr_db [None req-40bf412d-802a-4530-9233-ff9a38f274be None None] Set router 4afe2c64-d0be-4cbe-875d-40f6ffa44163 gateway port host: dv-cinder-760153-10-iscsi {{(pid=94012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:08:19.201479 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6475a578-6999-4bf0-8307-891e9b6037a7 None None] Network 4438a4c6-ecae-4330-8512-f3353a458625 requested from dv-cinder-760153-10-iscsi {{(pid=94011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:08:19.371898 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-9b82d7f6-7b60-4272-9f58-498c686ff828 None None] Provisioning for port 585f50b1-0b12-42fe-9cfb-517c8341066a completed by entity DHCP. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:08:19.382854 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-9b82d7f6-7b60-4272-9f58-498c686ff828 None None] Provisioning complete for port 585f50b1-0b12-42fe-9cfb-517c8341066a triggered by entity DHCP. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:08:19.383413 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-9b82d7f6-7b60-4272-9f58-498c686ff828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:19.387192 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79fb921-0819-48bd-bfbb-350193456fc6 req-377e2b7a-9625-467d-80e2-a1e2e4a91114 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:19.388116 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [req-b79fb921-0819-48bd-bfbb-350193456fc6 req-377e2b7a-9625-467d-80e2-a1e2e4a91114 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] 10.222.0.42 "GET /v2.0/ports?device_id=1cee5e1f-7ae1-45b2-9380-66bb1371c885 HTTP/1.1" status: 200 len: 945 time: 0.1794116 Sep 10 15:08:19.532759 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c12f80d-9777-4164-aad2-d7a9caab853d req-8f71cf82-0341-4b55-b0e0-e34d3e3c3c8c tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:19.535680 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-5c12f80d-9777-4164-aad2-d7a9caab853d req-8f71cf82-0341-4b55-b0e0-e34d3e3c3c8c tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9ede9c0-0e64-4af1-8930-fe240ce9b603 HTTP/1.1" status: 200 len: 946 time: 0.4606776 Sep 10 15:08:19.560617 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395fb511-1d99-4bf6-8ecd-5306b9a8ea5a req-619f6edd-ca58-47e6-9ff2-7b6595eb72a7 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:19.576671 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-395fb511-1d99-4bf6-8ecd-5306b9a8ea5a req-619f6edd-ca58-47e6-9ff2-7b6595eb72a7 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cee5e1f-7ae1-45b2-9380-66bb1371c885 HTTP/1.1" status: 200 len: 945 time: 0.4453232 Sep 10 15:08:19.584133 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cf42ab-441d-43bd-80ae-b4a538b4053b req-83797767-bc86-4081-9569-04a26e849bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:19.585801 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-15cf42ab-441d-43bd-80ae-b4a538b4053b req-83797767-bc86-4081-9569-04a26e849bd1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cbb1ce4618c54a79b7f16a6fbbdf66ab&device_id=f9ede9c0-0e64-4af1-8930-fe240ce9b603 HTTP/1.1" status: 200 len: 1099 time: 0.5151761 Sep 10 15:08:19.609218 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb95a5ac-ef1a-467f-98dc-3b44e611aa54 req-7c65d447-f8fb-4a09-83e5-021ca60dcfab tempest-VolumesNegativeTest-122205131 tempest-VolumesNegativeTest-122205131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:19.610857 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-fb95a5ac-ef1a-467f-98dc-3b44e611aa54 req-7c65d447-f8fb-4a09-83e5-021ca60dcfab tempest-VolumesNegativeTest-122205131 tempest-VolumesNegativeTest-122205131-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6894627 Sep 10 15:08:19.667307 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.v2.base [req-fb95a5ac-ef1a-467f-98dc-3b44e611aa54 req-2e1797c5-3317-41d1-a19d-f5408ab3f21c tempest-VolumesNegativeTest-122205131 tempest-VolumesNegativeTest-122205131-project] Request body: {'port': {'device_id': '143a972e-0ff0-419c-86d2-ac547165c89a', 'network_id': 'b13fb24a-af49-4736-ae07-6517a9c288e6', 'admin_state_up': True, 'tenant_id': 'fe282ce4256b4438921b3936379ccdd1'}} {{(pid=94009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:08:19.671620 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-40bf412d-802a-4530-9233-ff9a38f274be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4afe2c64-d0be-4cbe-875d-40f6ffa44163', 'name': 'tempest-TestMinimumBasicScenario-1980569498-router', 'tenant_id': '6ab88976e97b4105bd0ab39c7b8bf1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '25c284ba-5cc1-4bc6-9351-fe9f12bc8497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:08:15Z', 'updated_at': '2021-09-10T15:08:17Z', 'revision_number': 3, 'project_id': '6ab88976e97b4105bd0ab39c7b8bf1e3', 'gw_port': {'id': '25c284ba-5cc1-4bc6-9351-fe9f12bc8497', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:24:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4afe2c64-d0be-4cbe-875d-40f6ffa44163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:08:16Z', 'updated_at': '2021-09-10T15:08:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi'}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:08:19.679950 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-9b82d7f6-7b60-4272-9f58-498c686ff828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:19.733926 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bf412d-802a-4530-9233-ff9a38f274be None None] Checking router: 4afe2c64-d0be-4cbe-875d-40f6ffa44163 for host: dv-cinder-760153-10-iscsi {{(pid=94012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:08:19.740184 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bf412d-802a-4530-9233-ff9a38f274be None None] Updating router 4afe2c64-d0be-4cbe-875d-40f6ffa44163 port 25c284ba-5cc1-4bc6-9351-fe9f12bc8497 binding host dv-cinder-760153-10-iscsi {{(pid=94012) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 15:08:19.766710 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-9b82d7f6-7b60-4272-9f58-498c686ff828 None None] For port 585f50b1-0b12-42fe-9cfb-517c8341066a, host dv-cinder-760153-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-10-iscsi',level=0,port_id=585f50b1-0b12-42fe-9cfb-517c8341066a,segment=NetworkSegment(b74c8d1d-1c0a-4459-a926-b8061d9b8071),segment_id=b74c8d1d-1c0a-4459-a926-b8061d9b8071)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:08:19.783468 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-9b82d7f6-7b60-4272-9f58-498c686ff828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:19.814315 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-40bf412d-802a-4530-9233-ff9a38f274be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:19.883015 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b82d7f6-7b60-4272-9f58-498c686ff828 None None] Pushing event updated for resources: {'Port': ['ID=585f50b1-0b12-42fe-9cfb-517c8341066a,revision_number=3']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:08:20.217784 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-5c12f80d-9777-4164-aad2-d7a9caab853d req-4c290e5f-c591-4ca3-83c0-dadf8e178633 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6371038 Sep 10 15:08:20.226148 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-bedb6a6c-3d0f-45ad-975a-ad8fbf0bea10 None None] Provisioning complete for port 585f50b1-0b12-42fe-9cfb-517c8341066a triggered by entity DHCP. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:08:20.227061 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-bedb6a6c-3d0f-45ad-975a-ad8fbf0bea10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:20.259729 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-395fb511-1d99-4bf6-8ecd-5306b9a8ea5a req-1a0cd05f-525c-4e03-a3c2-6367e78a02fa tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] 10.222.0.35 "GET /v2.0/security-groups?id=35067a0b-e59b-4dc4-8160-50aa352eb9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6816561 Sep 10 15:08:20.322815 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-40bf412d-802a-4530-9233-ff9a38f274be None None] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:20.346075 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [None req-40bf412d-802a-4530-9233-ff9a38f274be None None] Transition to ACTIVE for port object 25c284ba-5cc1-4bc6-9351-fe9f12bc8497 will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:08:20.359372 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-40bf412d-802a-4530-9233-ff9a38f274be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:20.421131 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.plugin [req-b79fb921-0819-48bd-bfbb-350193456fc6 req-6ec82b13-6fa2-4e3d-96ca-5f042d0b6b62 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] Deleting port 3114dc3b-062e-4afb-a9b5-cc208f2d8e4c {{(pid=94010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:08:20.422071 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [req-b79fb921-0819-48bd-bfbb-350193456fc6 req-6ec82b13-6fa2-4e3d-96ca-5f042d0b6b62 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748757118522'] for port, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:20.436303 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cf42ab-441d-43bd-80ae-b4a538b4053b req-90a44745-f137-4b9d-b548-84587a4a422f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:20.445561 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-15cf42ab-441d-43bd-80ae-b4a538b4053b req-90a44745-f137-4b9d-b548-84587a4a422f service neutron] 10.222.0.42 "GET /v2.0/networks?id=10576399-efc6-445d-9ca5-76386260f1a2 HTTP/1.1" status: 200 len: 919 time: 0.8333447 Sep 10 15:08:20.557448 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device 585f50b1-0b12-42fe-9cfb-517c8341066a up at agent ovs-agent-dv-cinder-760153-10-iscsi {{(pid=94011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:08:20.563387 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-40bf412d-802a-4530-9233-ff9a38f274be None None] Attempting to bind port 25c284ba-5cc1-4bc6-9351-fe9f12bc8497 on host dv-cinder-760153-10-iscsi for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:08:20.564468 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-40bf412d-802a-4530-9233-ff9a38f274be None None] Attempting to bind port 25c284ba-5cc1-4bc6-9351-fe9f12bc8497 by drivers openvswitch,hyperv on host dv-cinder-760153-10-iscsi at level 0 using segments [{'id': '62148626-c573-4694-a829-31b2bfa74c0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:08:20.565960 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40bf412d-802a-4530-9233-ff9a38f274be None None] Attempting to bind port 25c284ba-5cc1-4bc6-9351-fe9f12bc8497 on network caa13d69-ff92-44ce-a665-3b9af711feed {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:08:20.583029 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834238d8-6ecd-4891-8a7b-d66b5306900b None None] Pushing event updated for resources: {'Port': ['ID=25c284ba-5cc1-4bc6-9351-fe9f12bc8497,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:08:20.590174 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40bf412d-802a-4530-9233-ff9a38f274be None None] Checking agent: {'id': 'aa4392c4-9186-46d5-9724-80b6d464cfe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760153-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 14, 57, 58), 'started_at': datetime.datetime(2021, 9, 10, 14, 58, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760153-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:08:20.590926 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40bf412d-802a-4530-9233-ff9a38f274be None None] Checking segment: {'id': '62148626-c573-4694-a829-31b2bfa74c0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:08:20.591733 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-40bf412d-802a-4530-9233-ff9a38f274be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:20.592528 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40bf412d-802a-4530-9233-ff9a38f274be None None] Bound using segment: {'id': '62148626-c573-4694-a829-31b2bfa74c0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:08:20.593645 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-40bf412d-802a-4530-9233-ff9a38f274be None None] Bound port: 25c284ba-5cc1-4bc6-9351-fe9f12bc8497, host: dv-cinder-760153-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62148626-c573-4694-a829-31b2bfa74c0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:08:20.594447 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-40bf412d-802a-4530-9233-ff9a38f274be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:20.699786 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Provisioning complete for port 585f50b1-0b12-42fe-9cfb-517c8341066a triggered by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:08:20.700261 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:20.712087 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-15cf42ab-441d-43bd-80ae-b4a538b4053b req-7a78feba-3370-45d9-8b63-40d70879f1a9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0902fa08-3c11-46ef-be4c-a72dce4d2747 HTTP/1.1" status: 200 len: 217 time: 0.2468736 Sep 10 15:08:20.763472 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-40bf412d-802a-4530-9233-ff9a38f274be None None] For port 25c284ba-5cc1-4bc6-9351-fe9f12bc8497, host dv-cinder-760153-10-iscsi, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:08:20.769765 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-40bf412d-802a-4530-9233-ff9a38f274be None None] For port 25c284ba-5cc1-4bc6-9351-fe9f12bc8497, host dv-cinder-760153-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-10-iscsi',level=0,port_id=25c284ba-5cc1-4bc6-9351-fe9f12bc8497,segment=NetworkSegment(62148626-c573-4694-a829-31b2bfa74c0d),segment_id=62148626-c573-4694-a829-31b2bfa74c0d)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:08:20.786247 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-40bf412d-802a-4530-9233-ff9a38f274be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:20.908385 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40bf412d-802a-4530-9233-ff9a38f274be None None] Routers {'4afe2c64-d0be-4cbe-875d-40f6ffa44163'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:08:20.910086 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-40bf412d-802a-4530-9233-ff9a38f274be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T15:07:57Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['4afe2c64-d0be-4cbe-875d-40f6ffa44163'], 'active': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:08:21.010236 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-6fba250e-68a4-4fd0-8ff1-fcd36517f4f9 req-77617bed-17a6-4cd7-971a-a14064130c9c tempest-VolumesNegativeTest-122205131 tempest-VolumesNegativeTest-122205131-project] 10.222.0.35 "GET /v2.0/ports?device_id=143a972e-0ff0-419c-86d2-ac547165c89a HTTP/1.1" status: 200 len: 210 time: 0.2225254 Sep 10 15:08:21.030508 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.db [req-b79fb921-0819-48bd-bfbb-350193456fc6 req-6ec82b13-6fa2-4e3d-96ca-5f042d0b6b62 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] For port 3114dc3b-062e-4afb-a9b5-cc208f2d8e4c, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=3114dc3b-062e-4afb-a9b5-cc208f2d8e4c,segment=NetworkSegment(9b2ded07-1884-4111-a4a8-bf22eb076df7),segment_id=9b2ded07-1884-4111-a4a8-bf22eb076df7)] {{(pid=94010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:08:21.043057 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [req-b79fb921-0819-48bd-bfbb-350193456fc6 req-6ec82b13-6fa2-4e3d-96ca-5f042d0b6b62 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530186'] for port, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:21.059071 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb95a5ac-ef1a-467f-98dc-3b44e611aa54 req-2e1797c5-3317-41d1-a19d-f5408ab3f21c tempest-VolumesNegativeTest-122205131 tempest-VolumesNegativeTest-122205131-project] Made reservation on behalf of fe282ce4256b4438921b3936379ccdd1 for: {'port': 1} {{(pid=94009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:08:21.066838 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834238d8-6ecd-4891-8a7b-d66b5306900b None None] Pushing event updated for resources: {'Port': ['ID=25c284ba-5cc1-4bc6-9351-fe9f12bc8497,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:08:21.071120 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-fb95a5ac-ef1a-467f-98dc-3b44e611aa54 req-2e1797c5-3317-41d1-a19d-f5408ab3f21c tempest-VolumesNegativeTest-122205131 tempest-VolumesNegativeTest-122205131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:21.088175 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359ba30e-84a9-4553-a212-934a1197588c req-d295a7dd-19e4-4fdd-8b3e-743a1001f4cd tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:21.105193 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834238d8-6ecd-4891-8a7b-d66b5306900b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:08:21.105756 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834238d8-6ecd-4891-8a7b-d66b5306900b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:08:21.106348 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834238d8-6ecd-4891-8a7b-d66b5306900b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:08:21.106881 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834238d8-6ecd-4891-8a7b-d66b5306900b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:08:21.107233 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834238d8-6ecd-4891-8a7b-d66b5306900b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:08:21.108220 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834238d8-6ecd-4891-8a7b-d66b5306900b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:08:21.108220 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834238d8-6ecd-4891-8a7b-d66b5306900b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:08:21.108220 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834238d8-6ecd-4891-8a7b-d66b5306900b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:08:21.108682 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834238d8-6ecd-4891-8a7b-d66b5306900b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:08:21.108844 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834238d8-6ecd-4891-8a7b-d66b5306900b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:08:21.109181 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834238d8-6ecd-4891-8a7b-d66b5306900b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:08:21.110852 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-359ba30e-84a9-4553-a212-934a1197588c req-d295a7dd-19e4-4fdd-8b3e-743a1001f4cd tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 945 time: 0.5865188 Sep 10 15:08:21.113479 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.plugin [req-b79fb921-0819-48bd-bfbb-350193456fc6 req-6ec82b13-6fa2-4e3d-96ca-5f042d0b6b62 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] Calling delete_port for 3114dc3b-062e-4afb-a9b5-cc208f2d8e4c owned by compute:nova {{(pid=94010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:08:21.120208 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-834238d8-6ecd-4891-8a7b-d66b5306900b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:08:21.134472 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-fb95a5ac-ef1a-467f-98dc-3b44e611aa54 req-2e1797c5-3317-41d1-a19d-f5408ab3f21c tempest-VolumesNegativeTest-122205131 tempest-VolumesNegativeTest-122205131-project] Notify callbacks [] for security_group, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:21.162538 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cf42ab-441d-43bd-80ae-b4a538b4053b req-3ca2ee9c-3515-4da6-8d93-8a119bb82cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:21.165083 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-15cf42ab-441d-43bd-80ae-b4a538b4053b req-3ca2ee9c-3515-4da6-8d93-8a119bb82cca service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1439a9a1-9d83-40a1-a053-fdab96d16b79 HTTP/1.1" status: 200 len: 858 time: 0.4282432 Sep 10 15:08:21.561342 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-fb95a5ac-ef1a-467f-98dc-3b44e611aa54 req-2e1797c5-3317-41d1-a19d-f5408ab3f21c tempest-VolumesNegativeTest-122205131 tempest-VolumesNegativeTest-122205131-project] Notify callbacks [] for security_group, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:21.564023 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [req-b79fb921-0819-48bd-bfbb-350193456fc6 req-6ec82b13-6fa2-4e3d-96ca-5f042d0b6b62 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748757126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748756606410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14298976'] for port, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:21.572530 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvr_db [None req-40bf412d-802a-4530-9233-ff9a38f274be None None] Set router 4afe2c64-d0be-4cbe-875d-40f6ffa44163 gateway port host: dv-cinder-760153-10-iscsi {{(pid=94012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:08:21.590485 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-359ba30e-84a9-4553-a212-934a1197588c req-b1e69e52-494b-48ff-b466-f57825a3c3b9 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=88c2f7ce-a671-457c-9037-355504b74c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4158943 Sep 10 15:08:21.688063 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec82b13-6fa2-4e3d-96ca-5f042d0b6b62 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] Pushing event deleted for resources: {'Port': ['ID=3114dc3b-062e-4afb-a9b5-cc208f2d8e4c,revision_number=None']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:08:21.691678 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-fb95a5ac-ef1a-467f-98dc-3b44e611aa54 req-2e1797c5-3317-41d1-a19d-f5408ab3f21c tempest-VolumesNegativeTest-122205131 tempest-VolumesNegativeTest-122205131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:21.727138 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-15cf42ab-441d-43bd-80ae-b4a538b4053b req-aab348b3-304f-413f-a868-e8e70bffe4c1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=10576399-efc6-445d-9ca5-76386260f1a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5489199 Sep 10 15:08:21.819222 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.db.l3_dvrscheduler_db [req-b79fb921-0819-48bd-bfbb-350193456fc6 req-6ec82b13-6fa2-4e3d-96ca-5f042d0b6b62 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] No DVR routers for this DVR port 3114dc3b-062e-4afb-a9b5-cc208f2d8e4c on host hv-cinder-76015 {{(pid=94010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 15:08:21.823709 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-79477366-c792-4df0-99a6-78c04c67beb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:21.851922 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1797c5-3317-41d1-a19d-f5408ab3f21c tempest-VolumesNegativeTest-122205131 tempest-VolumesNegativeTest-122205131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b1116d-2902-4ab3-985a-3a2859139f22,revision_number=1']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:08:21.854993 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [req-b79fb921-0819-48bd-bfbb-350193456fc6 req-6ec82b13-6fa2-4e3d-96ca-5f042d0b6b62 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46804'] for port, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:21.862539 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [req-b79fb921-0819-48bd-bfbb-350193456fc6 req-6ec82b13-6fa2-4e3d-96ca-5f042d0b6b62 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] 10.222.0.42 "DELETE /v2.0/ports/3114dc3b-062e-4afb-a9b5-cc208f2d8e4c HTTP/1.1" status: 204 len: 173 time: 2.3964715 Sep 10 15:08:21.865085 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cee5e1f-7ae1-45b2-9380-66bb1371c885', 'name': 'network-vif-deleted', 'tag': '3114dc3b-062e-4afb-a9b5-cc208f2d8e4c'}] {{(pid=94010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:08:21.882993 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff59ba7baab64600ea656df3deb47cfc0f0684b4bff4090ee9645072728f0a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da49bb6-f6c9-4550-9fb4-b4d9fc168d1b" -d '{"events": [{"server_uuid": "1cee5e1f-7ae1-45b2-9380-66bb1371c885", "name": "network-vif-deleted", "tag": "3114dc3b-062e-4afb-a9b5-cc208f2d8e4c"}]}' {{(pid=94010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:08:21.962473 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-43f14367-b6e4-427e-bab1-be022dd44c3b req-5893ecc0-d2d9-42b2-a940-48bf0ce0260a tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cee5e1f-7ae1-45b2-9380-66bb1371c885 HTTP/1.1" status: 200 len: 210 time: 0.1603134 Sep 10 15:08:22.052108 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a648fa-a3e0-43d3-ba8e-40a1d6065e28 req-b42255b1-a6d5-4b02-833e-9eaec8d3ad7d tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:22.054314 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-a9a648fa-a3e0-43d3-ba8e-40a1d6065e28 req-b42255b1-a6d5-4b02-833e-9eaec8d3ad7d tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9ede9c0-0e64-4af1-8930-fe240ce9b603 HTTP/1.1" status: 200 len: 946 time: 0.4871759 Sep 10 15:08:22.065440 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-40bf412d-802a-4530-9233-ff9a38f274be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4afe2c64-d0be-4cbe-875d-40f6ffa44163', 'name': 'tempest-TestMinimumBasicScenario-1980569498-router', 'tenant_id': '6ab88976e97b4105bd0ab39c7b8bf1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '25c284ba-5cc1-4bc6-9351-fe9f12bc8497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:08:15Z', 'updated_at': '2021-09-10T15:08:17Z', 'revision_number': 3, 'project_id': '6ab88976e97b4105bd0ab39c7b8bf1e3', 'gw_port': {'id': '25c284ba-5cc1-4bc6-9351-fe9f12bc8497', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:24:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4afe2c64-d0be-4cbe-875d-40f6ffa44163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:08:16Z', 'updated_at': '2021-09-10T15:08:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi'}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:08:22.179732 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40bf412d-802a-4530-9233-ff9a38f274be None None] The sync data for ids ['4afe2c64-d0be-4cbe-875d-40f6ffa44163'] in dv-cinder-760153-10-iscsi is: [{'id': '4afe2c64-d0be-4cbe-875d-40f6ffa44163', 'name': 'tempest-TestMinimumBasicScenario-1980569498-router', 'tenant_id': '6ab88976e97b4105bd0ab39c7b8bf1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '25c284ba-5cc1-4bc6-9351-fe9f12bc8497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:08:15Z', 'updated_at': '2021-09-10T15:08:17Z', 'revision_number': 3, 'project_id': '6ab88976e97b4105bd0ab39c7b8bf1e3', 'gw_port': {'id': '25c284ba-5cc1-4bc6-9351-fe9f12bc8497', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:24:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4afe2c64-d0be-4cbe-875d-40f6ffa44163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:08:16Z', 'updated_at': '2021-09-10T15:08:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi'}] {{(pid=94012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:08:22.193369 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-15cf42ab-441d-43bd-80ae-b4a538b4053b req-0a42c490-b22b-4be0-a1de-749a6b7b1e5d service neutron] 10.222.0.42 "GET /v2.0/networks/10576399-efc6-445d-9ca5-76386260f1a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4441733 Sep 10 15:08:22.216400 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-a9a648fa-a3e0-43d3-ba8e-40a1d6065e28 req-3939fab1-c7e7-4f32-afda-579129079b4a tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442673 Sep 10 15:08:22.226632 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.db_base_plugin_common [req-fb95a5ac-ef1a-467f-98dc-3b44e611aa54 req-2e1797c5-3317-41d1-a19d-f5408ab3f21c tempest-VolumesNegativeTest-122205131 tempest-VolumesNegativeTest-122205131-project] Allocated IP 192.168.233.158 (b13fb24a-af49-4736-ae07-6517a9c288e6/853b26bf-b57b-4ba4-aca3-e0c1df9efcd0/fb923cd0-0edf-4c22-ba8b-54f38068961e) {{(pid=94009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:08:22.317209 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.db.db_base_plugin_common [None req-79477366-c792-4df0-99a6-78c04c67beb1 admin admin] Allocated IP 172.20.0.1 (4438a4c6-ecae-4330-8512-f3353a458625/dbb21cad-9efd-4dac-bc4f-2697c2741bb9/347ec271-db08-4a22-b454-45ed6340ea76) {{(pid=94010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:08:22.597747 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9af67510-62d1-4eeb-94be-9947d860baf9 x-openstack-request-id: req-9af67510-62d1-4eeb-94be-9947d860baf9 {{(pid=94010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:08:22.599004 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cee5e1f-7ae1-45b2-9380-66bb1371c885", "name": "network-vif-deleted", "tag": "3114dc3b-062e-4afb-a9b5-cc208f2d8e4c", "status": "completed", "code": 200}]} {{(pid=94010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:08:22.599614 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9af67510-62d1-4eeb-94be-9947d860baf9 {{(pid=94010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:08:22.600192 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cee5e1f-7ae1-45b2-9380-66bb1371c885', 'name': 'network-vif-deleted', 'tag': '3114dc3b-062e-4afb-a9b5-cc208f2d8e4c', 'status': 'completed', 'code': 200} Sep 10 15:08:22.607760 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-79477366-c792-4df0-99a6-78c04c67beb1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:22.642777 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.db.provisioning_blocks [None req-79477366-c792-4df0-99a6-78c04c67beb1 admin admin] Transition to ACTIVE for port object 347ec271-db08-4a22-b454-45ed6340ea76 will not be triggered until provisioned by entity DHCP. {{(pid=94010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:08:22.662657 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-15cf42ab-441d-43bd-80ae-b4a538b4053b req-0aa94204-ce89-45c0-b28c-005b9db31fed service neutron] 10.222.0.42 "GET /v2.0/networks/10576399-efc6-445d-9ca5-76386260f1a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4499156 Sep 10 15:08:22.755529 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-79477366-c792-4df0-99a6-78c04c67beb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748756606401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14298976'] for port, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:22.806818 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-fb95a5ac-ef1a-467f-98dc-3b44e611aa54 req-2e1797c5-3317-41d1-a19d-f5408ab3f21c tempest-VolumesNegativeTest-122205131 tempest-VolumesNegativeTest-122205131-project] Notify callbacks [] for port, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:22.837569 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.provisioning_blocks [req-fb95a5ac-ef1a-467f-98dc-3b44e611aa54 req-2e1797c5-3317-41d1-a19d-f5408ab3f21c tempest-VolumesNegativeTest-122205131 tempest-VolumesNegativeTest-122205131-project] Transition to ACTIVE for port object fb923cd0-0edf-4c22-ba8b-54f38068961e will not be triggered until provisioned by entity DHCP. {{(pid=94009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:08:22.891643 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79477366-c792-4df0-99a6-78c04c67beb1 admin admin] Network 4438a4c6-ecae-4330-8512-f3353a458625 is already hosted by enough agents. {{(pid=94010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:08:22.897463 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.base_scheduler [None req-79477366-c792-4df0-99a6-78c04c67beb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:08:22.912043 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79477366-c792-4df0-99a6-78c04c67beb1 admin admin] Received port after_create {{(pid=94010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:08:22.938014 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-8d77b519-a520-4944-bdb2-58ab1d273df7 req-98562c7e-a5ca-4338-a7d0-7e02fa28734d tempest-VolumesNegativeTest-122205131 tempest-VolumesNegativeTest-122205131-project] 10.222.0.35 "GET /v2.0/ports?device_id=143a972e-0ff0-419c-86d2-ac547165c89a HTTP/1.1" status: 200 len: 210 time: 0.4666584 Sep 10 15:08:22.946632 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-fb95a5ac-ef1a-467f-98dc-3b44e611aa54 req-2e1797c5-3317-41d1-a19d-f5408ab3f21c tempest-VolumesNegativeTest-122205131 tempest-VolumesNegativeTest-122205131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748756606401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1040815'] for port, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:22.999785 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79477366-c792-4df0-99a6-78c04c67beb1 admin admin] Pushing event updated for resources: {'Port': ['ID=347ec271-db08-4a22-b454-45ed6340ea76,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:08:23.053042 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-79477366-c792-4df0-99a6-78c04c67beb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582848'] for router_interface, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:23.125249 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device 3114dc3b-062e-4afb-a9b5-cc208f2d8e4c no longer exists at agent hyperv_hv-cinder-76015 {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:08:23.204614 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] No Port match for: 3114dc3b-062e-4afb-a9b5-cc208f2d8e4c {{(pid=94011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:08:23.204996 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device 3114dc3b-062e-4afb-a9b5-cc208f2d8e4c not bound to the agent host hv-cinder-76015 {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:08:23.368179 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-79477366-c792-4df0-99a6-78c04c67beb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:23.484001 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-bd546b6c-1431-47ee-91fa-6e638668aaad None None] Provisioning for port 347ec271-db08-4a22-b454-45ed6340ea76 completed by entity DHCP. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:08:23.492138 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-bd546b6c-1431-47ee-91fa-6e638668aaad None None] Provisioning complete for port 347ec271-db08-4a22-b454-45ed6340ea76 triggered by entity DHCP. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:08:23.492992 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-bd546b6c-1431-47ee-91fa-6e638668aaad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:23.605666 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-bd546b6c-1431-47ee-91fa-6e638668aaad None None] Port 347ec271-db08-4a22-b454-45ed6340ea76 cannot update to ACTIVE because it is not bound. {{(pid=94011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 15:08:23.722997 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb95a5ac-ef1a-467f-98dc-3b44e611aa54 req-2e1797c5-3317-41d1-a19d-f5408ab3f21c tempest-VolumesNegativeTest-122205131 tempest-VolumesNegativeTest-122205131-project] Network b13fb24a-af49-4736-ae07-6517a9c288e6 is already hosted by enough agents. {{(pid=94009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:08:23.732316 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-94e819f5-4440-4dc1-9c07-1e7490be08ef req-0828f90e-3166-434b-a80d-31cd5f9566a1 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] 10.222.0.35 "GET /v2.0/ports?device_id=1cee5e1f-7ae1-45b2-9380-66bb1371c885 HTTP/1.1" status: 200 len: 210 time: 0.0739017 Sep 10 15:08:23.741410 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.base_scheduler [req-fb95a5ac-ef1a-467f-98dc-3b44e611aa54 req-2e1797c5-3317-41d1-a19d-f5408ab3f21c tempest-VolumesNegativeTest-122205131 tempest-VolumesNegativeTest-122205131-project] Resources bound (agent type, host, resource id): {{(pid=94009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:08:23.744811 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1797c5-3317-41d1-a19d-f5408ab3f21c tempest-VolumesNegativeTest-122205131 tempest-VolumesNegativeTest-122205131-project] Pushing event updated for resources: {'Port': ['ID=fb923cd0-0edf-4c22-ba8b-54f38068961e,revision_number=1']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:08:23.747615 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb95a5ac-ef1a-467f-98dc-3b44e611aa54 req-2e1797c5-3317-41d1-a19d-f5408ab3f21c tempest-VolumesNegativeTest-122205131 tempest-VolumesNegativeTest-122205131-project] Received port after_create {{(pid=94009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:08:23.791769 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a479cd4-de22-4530-a7d4-b1bf4e671ecb req-6935753d-edf2-4e85-a486-a8d51f21b4c2 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:23.792407 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-79477366-c792-4df0-99a6-78c04c67beb1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:23.793585 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-2a479cd4-de22-4530-a7d4-b1bf4e671ecb req-6935753d-edf2-4e85-a486-a8d51f21b4c2 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 945 time: 0.8653309 Sep 10 15:08:23.800825 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-79477366-c792-4df0-99a6-78c04c67beb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14298515'] for port, after_update {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:23.881280 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb95a5ac-ef1a-467f-98dc-3b44e611aa54 req-2e1797c5-3317-41d1-a19d-f5408ab3f21c tempest-VolumesNegativeTest-122205131 tempest-VolumesNegativeTest-122205131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:23.882102 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-fb95a5ac-ef1a-467f-98dc-3b44e611aa54 req-2e1797c5-3317-41d1-a19d-f5408ab3f21c tempest-VolumesNegativeTest-122205131 tempest-VolumesNegativeTest-122205131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46804'] for port, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:23.980473 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-fb95a5ac-ef1a-467f-98dc-3b44e611aa54 req-2e1797c5-3317-41d1-a19d-f5408ab3f21c tempest-VolumesNegativeTest-122205131 tempest-VolumesNegativeTest-122205131-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3464768 Sep 10 15:08:23.995877 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-2a479cd4-de22-4530-a7d4-b1bf4e671ecb req-7469d37f-b534-4618-9e9b-22f2091a9088 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=88c2f7ce-a671-457c-9037-355504b74c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1617529 Sep 10 15:08:24.006809 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.v2.base [req-fb95a5ac-ef1a-467f-98dc-3b44e611aa54 req-7aa4008a-6994-4197-9ead-33b49ec62094 service neutron] Request body: {'port': {'device_id': '143a972e-0ff0-419c-86d2-ac547165c89a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76015'}} {{(pid=94009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:08:24.092361 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79477366-c792-4df0-99a6-78c04c67beb1 admin admin] Pushing event updated for resources: {'Port': ['ID=347ec271-db08-4a22-b454-45ed6340ea76,revision_number=2']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:08:24.139950 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-79477366-c792-4df0-99a6-78c04c67beb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586064'] for router_interface, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:24.269098 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-fb95a5ac-ef1a-467f-98dc-3b44e611aa54 req-7aa4008a-6994-4197-9ead-33b49ec62094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:24.389811 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-c82c31da-d0e0-4784-9bfc-689ad3bf1878 None None] Provisioning for port fb923cd0-0edf-4c22-ba8b-54f38068961e completed by entity DHCP. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:08:24.411852 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-c82c31da-d0e0-4784-9bfc-689ad3bf1878 None None] Provisioning complete for port fb923cd0-0edf-4c22-ba8b-54f38068961e triggered by entity DHCP. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:08:24.419077 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c82c31da-d0e0-4784-9bfc-689ad3bf1878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:24.522900 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79477366-c792-4df0-99a6-78c04c67beb1 admin admin] Network 4438a4c6-ecae-4330-8512-f3353a458625 is already hosted by enough agents. {{(pid=94010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:08:24.525234 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7632d93-2e36-4527-acee-cbd08b29b0c2 req-d3e7e5fb-0281-4ea9-be01-2e46dc6566aa tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:24.525490 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.base_scheduler [None req-79477366-c792-4df0-99a6-78c04c67beb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:08:24.530486 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-e7632d93-2e36-4527-acee-cbd08b29b0c2 req-d3e7e5fb-0281-4ea9-be01-2e46dc6566aa tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9ede9c0-0e64-4af1-8930-fe240ce9b603 HTTP/1.1" status: 200 len: 946 time: 0.2886472 Sep 10 15:08:24.576644 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-c82c31da-d0e0-4784-9bfc-689ad3bf1878 None None] Port fb923cd0-0edf-4c22-ba8b-54f38068961e cannot update to ACTIVE because it is not bound. {{(pid=94011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 15:08:24.617286 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a41404-f3dc-4653-a750-590b7d92ed62 req-d93a8439-2eed-404b-8db3-c15444ea2640 tempest-VolumesNegativeTest-122205131 tempest-VolumesNegativeTest-122205131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:24.619975 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device 25c284ba-5cc1-4bc6-9351-fe9f12bc8497 up at agent ovs-agent-dv-cinder-760153-10-iscsi {{(pid=94011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:08:24.621059 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-28a41404-f3dc-4653-a750-590b7d92ed62 req-d93a8439-2eed-404b-8db3-c15444ea2640 tempest-VolumesNegativeTest-122205131 tempest-VolumesNegativeTest-122205131-project] 10.222.0.35 "GET /v2.0/ports?device_id=143a972e-0ff0-419c-86d2-ac547165c89a HTTP/1.1" status: 200 len: 936 time: 0.3234477 Sep 10 15:08:24.732334 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b46f7b1f-4675-4ad8-9c60-4bbc1e56fe3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:24.779025 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Provisioning for port 25c284ba-5cc1-4bc6-9351-fe9f12bc8497 completed by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:08:24.816298 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Provisioning complete for port 25c284ba-5cc1-4bc6-9351-fe9f12bc8497 triggered by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:08:24.816298 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:25.017095 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79477366-c792-4df0-99a6-78c04c67beb1 admin admin] Router 4afe2c64-d0be-4cbe-875d-40f6ffa44163 has already been hosted by L3 agent b0771735-54fe-4ba2-aeee-11d3b2b54cf1 {{(pid=94010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 15:08:25.121245 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:25.184249 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-e7632d93-2e36-4527-acee-cbd08b29b0c2 req-342ca18f-b43d-4159-b697-ab3acdc4fd24 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6143584 Sep 10 15:08:25.203014 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-b32756fb-308b-4709-a7f5-af5f916c29e9 None None] Provisioning complete for port 347ec271-db08-4a22-b454-45ed6340ea76 triggered by entity DHCP. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:08:25.203801 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b32756fb-308b-4709-a7f5-af5f916c29e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:25.246086 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.notifiers.nova [req-fb95a5ac-ef1a-467f-98dc-3b44e611aa54 req-7aa4008a-6994-4197-9ead-33b49ec62094 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb923cd0-0edf-4c22-ba8b-54f38068961e {{(pid=94009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:08:25.270389 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-fb95a5ac-ef1a-467f-98dc-3b44e611aa54 req-7aa4008a-6994-4197-9ead-33b49ec62094 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:25.271581 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] For port 25c284ba-5cc1-4bc6-9351-fe9f12bc8497, host dv-cinder-760153-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-10-iscsi',level=0,port_id=25c284ba-5cc1-4bc6-9351-fe9f12bc8497,segment=NetworkSegment(62148626-c573-4694-a829-31b2bfa74c0d),segment_id=62148626-c573-4694-a829-31b2bfa74c0d)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:08:25.287414 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:25.313010 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-28a41404-f3dc-4653-a750-590b7d92ed62 req-1bd8e07a-5d81-4e66-b404-50723a1cd393 tempest-VolumesNegativeTest-122205131 tempest-VolumesNegativeTest-122205131-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0b1116d-2902-4ab3-985a-3a2859139f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6548288 Sep 10 15:08:25.366932 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.provisioning_blocks [req-fb95a5ac-ef1a-467f-98dc-3b44e611aa54 req-7aa4008a-6994-4197-9ead-33b49ec62094 service neutron] Transition to ACTIVE for port object fb923cd0-0edf-4c22-ba8b-54f38068961e will not be triggered until provisioned by entity L2. {{(pid=94009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:08:25.380571 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-fb95a5ac-ef1a-467f-98dc-3b44e611aa54 req-7aa4008a-6994-4197-9ead-33b49ec62094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1041244'] for port, after_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:25.427925 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-b32756fb-308b-4709-a7f5-af5f916c29e9 None None] Port 347ec271-db08-4a22-b454-45ed6340ea76 cannot update to ACTIVE because it is not bound. {{(pid=94011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 15:08:25.534077 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79477366-c792-4df0-99a6-78c04c67beb1 admin admin] Notify agent at l3_agent.dv-cinder-760153-10-iscsi the message routers_updated {{(pid=94010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:08:25.570005 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Pushing event updated for resources: {'Port': ['ID=25c284ba-5cc1-4bc6-9351-fe9f12bc8497,revision_number=4']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:08:25.575896 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-79477366-c792-4df0-99a6-78c04c67beb1 admin admin] 10.222.0.35 "PUT /v2.0/routers/4afe2c64-d0be-4cbe-875d-40f6ffa44163/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5887344 Sep 10 15:08:25.623406 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa4008a-6994-4197-9ead-33b49ec62094 service neutron] Pushing event updated for resources: {'Port': ['ID=fb923cd0-0edf-4c22-ba8b-54f38068961e,revision_number=2']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:08:25.728425 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ed79ee-1330-41af-ae24-d2428616431a req-b4b70eec-4caa-4a7b-ace4-f22c5747db47 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:25.735390 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-57ed79ee-1330-41af-ae24-d2428616431a req-b4b70eec-4caa-4a7b-ace4-f22c5747db47 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 945 time: 0.2408834 Sep 10 15:08:25.812939 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ceecdd6-a208-42bc-ae66-ce1fdc263630 None None] Sync routers for ids ['4afe2c64-d0be-4cbe-875d-40f6ffa44163'] in dv-cinder-760153-10-iscsi {{(pid=94011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:08:25.858482 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ceecdd6-a208-42bc-ae66-ce1fdc263630 None None] Routers {'4afe2c64-d0be-4cbe-875d-40f6ffa44163'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:08:25.860565 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-1ceecdd6-a208-42bc-ae66-ce1fdc263630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T15:07:57Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['4afe2c64-d0be-4cbe-875d-40f6ffa44163'], 'active': True} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:08:25.999015 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-57ed79ee-1330-41af-ae24-d2428616431a req-b08429ae-7fc8-4e3c-9b63-895d05b79410 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=88c2f7ce-a671-457c-9037-355504b74c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1632071 Sep 10 15:08:26.030749 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.managers [req-fb95a5ac-ef1a-467f-98dc-3b44e611aa54 req-7aa4008a-6994-4197-9ead-33b49ec62094 service neutron] Attempting to bind port fb923cd0-0edf-4c22-ba8b-54f38068961e on host hv-cinder-76015 for vnic_type normal with profile {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:08:26.031065 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.managers [req-fb95a5ac-ef1a-467f-98dc-3b44e611aa54 req-7aa4008a-6994-4197-9ead-33b49ec62094 service neutron] Attempting to bind port fb923cd0-0edf-4c22-ba8b-54f38068961e by drivers openvswitch,hyperv on host hv-cinder-76015 at level 0 using segments [{'id': 'bb86f61e-96d3-4b2d-b030-81e81239a996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b13fb24a-af49-4736-ae07-6517a9c288e6'}] {{(pid=94009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:08:26.031428 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb95a5ac-ef1a-467f-98dc-3b44e611aa54 req-7aa4008a-6994-4197-9ead-33b49ec62094 service neutron] Attempting to bind port fb923cd0-0edf-4c22-ba8b-54f38068961e on network b13fb24a-af49-4736-ae07-6517a9c288e6 {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:08:26.072434 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb95a5ac-ef1a-467f-98dc-3b44e611aa54 req-7aa4008a-6994-4197-9ead-33b49ec62094 service neutron] Port fb923cd0-0edf-4c22-ba8b-54f38068961e on network b13fb24a-af49-4736-ae07-6517a9c288e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76015 {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 15:08:26.072741 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb95a5ac-ef1a-467f-98dc-3b44e611aa54 req-7aa4008a-6994-4197-9ead-33b49ec62094 service neutron] Attempting to bind port fb923cd0-0edf-4c22-ba8b-54f38068961e on network b13fb24a-af49-4736-ae07-6517a9c288e6 {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:08:26.081035 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb95a5ac-ef1a-467f-98dc-3b44e611aa54 req-7aa4008a-6994-4197-9ead-33b49ec62094 service neutron] Checking agent: {'id': '97479926-a0bf-4e38-9164-b44674cd2f3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76015', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 15, 4, 9), 'started_at': datetime.datetime(2021, 9, 10, 15, 4, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:08:26.081410 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb95a5ac-ef1a-467f-98dc-3b44e611aa54 req-7aa4008a-6994-4197-9ead-33b49ec62094 service neutron] Checking segment: {'id': 'bb86f61e-96d3-4b2d-b030-81e81239a996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b13fb24a-af49-4736-ae07-6517a9c288e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:08:26.081754 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb95a5ac-ef1a-467f-98dc-3b44e611aa54 req-7aa4008a-6994-4197-9ead-33b49ec62094 service neutron] Bound using segment: {'id': 'bb86f61e-96d3-4b2d-b030-81e81239a996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b13fb24a-af49-4736-ae07-6517a9c288e6'} {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:08:26.082267 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.managers [req-fb95a5ac-ef1a-467f-98dc-3b44e611aa54 req-7aa4008a-6994-4197-9ead-33b49ec62094 service neutron] Bound port: fb923cd0-0edf-4c22-ba8b-54f38068961e, host: hv-cinder-76015, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb86f61e-96d3-4b2d-b030-81e81239a996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b13fb24a-af49-4736-ae07-6517a9c288e6'}}] {{(pid=94009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:08:26.082635 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-fb95a5ac-ef1a-467f-98dc-3b44e611aa54 req-7aa4008a-6994-4197-9ead-33b49ec62094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:26.179808 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvr_db [None req-1ceecdd6-a208-42bc-ae66-ce1fdc263630 None None] Set router 4afe2c64-d0be-4cbe-875d-40f6ffa44163 gateway port host: dv-cinder-760153-10-iscsi {{(pid=94011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:08:26.208619 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c539167-165b-4b79-88b5-72d030d29511 req-49b3756b-3be1-458a-a799-aaff9ca3d056 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:26.218928 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-4c539167-165b-4b79-88b5-72d030d29511 req-49b3756b-3be1-458a-a799-aaff9ca3d056 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] 10.222.0.35 "GET /v2.0/networks?id=ba3aefdd-27dd-4167-a6ff-5a6467d894ba HTTP/1.1" status: 200 len: 809 time: 0.3620214 Sep 10 15:08:26.319040 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-4c539167-165b-4b79-88b5-72d030d29511 req-c576aeb2-a379-4ab2-b106-fcba3e4461c4 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] 10.222.0.35 "GET /v2.0/quotas/885822bd6d484774bb44c7b5a96f2e14 HTTP/1.1" status: 200 len: 375 time: 0.0985119 Sep 10 15:08:26.521555 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.db [req-fb95a5ac-ef1a-467f-98dc-3b44e611aa54 req-7aa4008a-6994-4197-9ead-33b49ec62094 service neutron] For port fb923cd0-0edf-4c22-ba8b-54f38068961e, host hv-cinder-76015, cleared binding levels {{(pid=94009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:08:26.526872 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-4c539167-165b-4b79-88b5-72d030d29511 req-52589474-d47a-4d52-b511-8323dff081e5 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=885822bd6d484774bb44c7b5a96f2e14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2055483 Sep 10 15:08:26.551883 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device 25c284ba-5cc1-4bc6-9351-fe9f12bc8497 up at agent ovs-agent-dv-cinder-760153-10-iscsi {{(pid=94011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:08:26.555757 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.db [req-fb95a5ac-ef1a-467f-98dc-3b44e611aa54 req-7aa4008a-6994-4197-9ead-33b49ec62094 service neutron] For port fb923cd0-0edf-4c22-ba8b-54f38068961e, host hv-cinder-76015, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=fb923cd0-0edf-4c22-ba8b-54f38068961e,segment=NetworkSegment(bb86f61e-96d3-4b2d-b030-81e81239a996),segment_id=bb86f61e-96d3-4b2d-b030-81e81239a996)] {{(pid=94009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:08:26.608586 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-fb95a5ac-ef1a-467f-98dc-3b44e611aa54 req-7aa4008a-6994-4197-9ead-33b49ec62094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1041244'] for port, after_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:26.746336 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb95a5ac-ef1a-467f-98dc-3b44e611aa54 req-7aa4008a-6994-4197-9ead-33b49ec62094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:26.747914 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-fb95a5ac-ef1a-467f-98dc-3b44e611aa54 req-7aa4008a-6994-4197-9ead-33b49ec62094 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46804'] for port, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:26.750965 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-fb95a5ac-ef1a-467f-98dc-3b44e611aa54 req-7aa4008a-6994-4197-9ead-33b49ec62094 service neutron] 10.222.0.42 "PUT /v2.0/ports/fb923cd0-0edf-4c22-ba8b-54f38068961e HTTP/1.1" status: 200 len: 1098 time: 2.7523441 Sep 10 15:08:26.751915 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '143a972e-0ff0-419c-86d2-ac547165c89a', 'tag': 'fb923cd0-0edf-4c22-ba8b-54f38068961e'}] {{(pid=94009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:08:26.756692 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9f06775dd2e397dd855044b511bdd55e5ba575987bbc09c0a11d88d405cb18b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8330ff04-50a8-48b2-896c-403216107c5d" -d '{"events": [{"name": "network-changed", "server_uuid": "143a972e-0ff0-419c-86d2-ac547165c89a", "tag": "fb923cd0-0edf-4c22-ba8b-54f38068961e"}]}' {{(pid=94009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:08:26.879199 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Provisioning complete for port 25c284ba-5cc1-4bc6-9351-fe9f12bc8497 triggered by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:08:26.880082 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:26.898478 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741a36e2-c70d-44f0-96b8-dba7c9220ec6 req-8a18d84a-b29b-4580-87f6-c73e588e565f tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:26.901186 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-741a36e2-c70d-44f0-96b8-dba7c9220ec6 req-8a18d84a-b29b-4580-87f6-c73e588e565f tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9ede9c0-0e64-4af1-8930-fe240ce9b603 HTTP/1.1" status: 200 len: 946 time: 0.5759816 Sep 10 15:08:26.912012 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa4008a-6994-4197-9ead-33b49ec62094 service neutron] Pushing event updated for resources: {'Port': ['ID=fb923cd0-0edf-4c22-ba8b-54f38068961e,revision_number=3']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:08:27.035132 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-1ceecdd6-a208-42bc-ae66-ce1fdc263630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4afe2c64-d0be-4cbe-875d-40f6ffa44163', 'name': 'tempest-TestMinimumBasicScenario-1980569498-router', 'tenant_id': '6ab88976e97b4105bd0ab39c7b8bf1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '25c284ba-5cc1-4bc6-9351-fe9f12bc8497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:08:15Z', 'updated_at': '2021-09-10T15:08:23Z', 'revision_number': 4, 'project_id': '6ab88976e97b4105bd0ab39c7b8bf1e3', 'gw_port': {'id': '25c284ba-5cc1-4bc6-9351-fe9f12bc8497', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:24:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe2c64-d0be-4cbe-875d-40f6ffa44163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:08:16Z', 'updated_at': '2021-09-10T15:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi', '_interfaces': [{'id': '347ec271-db08-4a22-b454-45ed6340ea76', 'name': '', 'network_id': '4438a4c6-ecae-4330-8512-f3353a458625', 'tenant_id': '6ab88976e97b4105bd0ab39c7b8bf1e3', 'mac_address': 'fa:16:3e:b2:29:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4afe2c64-d0be-4cbe-875d-40f6ffa44163', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'dbb21cad-9efd-4dac-bc4f-2697c2741bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:08:21Z', 'updated_at': '2021-09-10T15:08:23Z', 'revision_number': 2, 'project_id': '6ab88976e97b4105bd0ab39c7b8bf1e3', 'subnets': [{'id': 'dbb21cad-9efd-4dac-bc4f-2697c2741bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:08:27.054389 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-4c539167-165b-4b79-88b5-72d030d29511 req-3276cfcd-bb53-44c8-abeb-8f8984fefd60 service neutron] 10.222.0.35 "GET /v2.0/networks/ba3aefdd-27dd-4167-a6ff-5a6467d894ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4893463 Sep 10 15:08:27.114429 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-741a36e2-c70d-44f0-96b8-dba7c9220ec6 req-ef91729b-6b52-4079-ab24-1fb5c862b717 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973324 Sep 10 15:08:27.121614 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ceecdd6-a208-42bc-ae66-ce1fdc263630 None None] Checking router: 4afe2c64-d0be-4cbe-875d-40f6ffa44163 for host: dv-cinder-760153-10-iscsi {{(pid=94011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:08:27.121927 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb95a5ac-ef1a-467f-98dc-3b44e611aa54 req-8c2dc6c5-726a-4c87-8856-36a08b02051d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:27.122136 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ceecdd6-a208-42bc-ae66-ce1fdc263630 None None] Updating router 4afe2c64-d0be-4cbe-875d-40f6ffa44163 port 347ec271-db08-4a22-b454-45ed6340ea76 binding host dv-cinder-760153-10-iscsi {{(pid=94011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 15:08:27.123813 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-fb95a5ac-ef1a-467f-98dc-3b44e611aa54 req-8c2dc6c5-726a-4c87-8856-36a08b02051d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fe282ce4256b4438921b3936379ccdd1&device_id=143a972e-0ff0-419c-86d2-ac547165c89a HTTP/1.1" status: 200 len: 1101 time: 0.2176883 Sep 10 15:08:27.154393 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-1ceecdd6-a208-42bc-ae66-ce1fdc263630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:27.157109 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 43712) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:08:27.176823 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.v2.base [None req-9eb0a45c-1f10-4d97-9516-4fbdb68e7be7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1359992507-network', 'tenant_id': '8aa5bcee86bc409b87c07abce606008e'}} {{(pid=94010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:08:27.203464 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb0a45c-1f10-4d97-9516-4fbdb68e7be7 admin admin] Made reservation on behalf of 8aa5bcee86bc409b87c07abce606008e for: {'network': 1} {{(pid=94010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:08:27.209407 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-9eb0a45c-1f10-4d97-9516-4fbdb68e7be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for network, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:27.238691 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-fb95a5ac-ef1a-467f-98dc-3b44e611aa54 req-2dc2793e-9b87-4a0c-b925-2a088b98b899 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=fb923cd0-0edf-4c22-ba8b-54f38068961e HTTP/1.1" status: 200 len: 217 time: 0.0817771 Sep 10 15:08:27.245366 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-9eb0a45c-1f10-4d97-9516-4fbdb68e7be7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:27.351520 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb95a5ac-ef1a-467f-98dc-3b44e611aa54 req-08f52476-95f3-4b43-8b17-00036faf7f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:27.354667 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-fb95a5ac-ef1a-467f-98dc-3b44e611aa54 req-08f52476-95f3-4b43-8b17-00036faf7f98 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=853b26bf-b57b-4ba4-aca3-e0c1df9efcd0 HTTP/1.1" status: 200 len: 843 time: 0.1065040 Sep 10 15:08:27.400657 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-9eb0a45c-1f10-4d97-9516-4fbdb68e7be7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:27.427089 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-4c539167-165b-4b79-88b5-72d030d29511 req-9810e0b0-5b17-421b-9845-3bca3f71ac86 service neutron] 10.222.0.35 "GET /v2.0/networks/ba3aefdd-27dd-4167-a6ff-5a6467d894ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3726754 Sep 10 15:08:27.433800 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-9eb0a45c-1f10-4d97-9516-4fbdb68e7be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:27.516996 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb0a45c-1f10-4d97-9516-4fbdb68e7be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f82f46fe-9b5a-4af3-8e62-e41f1e1534d5,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:08:27.537277 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eb0a45c-1f10-4d97-9516-4fbdb68e7be7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=94010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 15:08:27.568743 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-9eb0a45c-1f10-4d97-9516-4fbdb68e7be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672864'] for segment, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:27.569759 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.db.segments_db [None req-9eb0a45c-1f10-4d97-9516-4fbdb68e7be7 admin admin] Added segment edd36536-3ee2-4b33-98f8-359d9eb69741 of type vlan for network 4147788a-dc53-4d30-932b-743b7551ff1c Sep 10 15:08:27.605429 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-7f6176fc-d825-456f-b70c-8730fb98bae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:27.656676 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e2d7a0-9426-46c3-9b08-a932ed8c8cd4 req-799560dc-215b-4d4e-8f68-24177aaf04f6 tempest-VolumesNegativeTest-122205131 tempest-VolumesNegativeTest-122205131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:27.688940 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-a6e2d7a0-9426-46c3-9b08-a932ed8c8cd4 req-799560dc-215b-4d4e-8f68-24177aaf04f6 tempest-VolumesNegativeTest-122205131 tempest-VolumesNegativeTest-122205131-project] 10.222.0.35 "GET /v2.0/ports?device_id=143a972e-0ff0-419c-86d2-ac547165c89a HTTP/1.1" status: 200 len: 948 time: 0.3231332 Sep 10 15:08:27.709225 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb95a5ac-ef1a-467f-98dc-3b44e611aa54 req-d5632d07-af24-48ce-b870-91f346194c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:27.714164 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-9eb0a45c-1f10-4d97-9516-4fbdb68e7be7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748756560168'] for network, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:27.720535 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-fb95a5ac-ef1a-467f-98dc-3b44e611aa54 req-d5632d07-af24-48ce-b870-91f346194c5c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b13fb24a-af49-4736-ae07-6517a9c288e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.3519964 Sep 10 15:08:27.797575 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-9eb0a45c-1f10-4d97-9516-4fbdb68e7be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861'] for network, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:27.798653 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb0a45c-1f10-4d97-9516-4fbdb68e7be7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:27.799804 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-9eb0a45c-1f10-4d97-9516-4fbdb68e7be7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526879'] for network, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:27.835033 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-1ceecdd6-a208-42bc-ae66-ce1fdc263630 None None] Notify callbacks [] for port, precommit_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:27.860897 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-1ceecdd6-a208-42bc-ae66-ce1fdc263630 None None] Transition to ACTIVE for port object 347ec271-db08-4a22-b454-45ed6340ea76 will not be triggered until provisioned by entity L2. {{(pid=94011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:08:27.876531 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-1ceecdd6-a208-42bc-ae66-ce1fdc263630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:27.885859 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-9eb0a45c-1f10-4d97-9516-4fbdb68e7be7 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7259197 Sep 10 15:08:27.892031 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 43716) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:08:27.904035 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.v2.base [None req-84a670bc-4493-46d0-9d76-56c6313ee4e8 admin admin] Request body: {'subnet': {'network_id': '4147788a-dc53-4d30-932b-743b7551ff1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1359992507-subnet', 'tenant_id': '8aa5bcee86bc409b87c07abce606008e', 'ip_version': 4}} {{(pid=94010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:08:27.910822 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-a6e2d7a0-9426-46c3-9b08-a932ed8c8cd4 req-46a7dd9e-23ef-4c4f-b691-a6b6cdea585f tempest-VolumesNegativeTest-122205131 tempest-VolumesNegativeTest-122205131-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0b1116d-2902-4ab3-985a-3a2859139f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201843 Sep 10 15:08:28.018938 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb0a45c-1f10-4d97-9516-4fbdb68e7be7 admin admin] Pushing event updated for resources: {'Network': ['ID=4147788a-dc53-4d30-932b-743b7551ff1c,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:08:28.019790 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 15:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f277e52-8690-4f2f-a58c-aced81a0f288 x-openstack-request-id: req-9f277e52-8690-4f2f-a58c-aced81a0f288 {{(pid=94009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:08:28.020168 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "143a972e-0ff0-419c-86d2-ac547165c89a", "tag": "fb923cd0-0edf-4c22-ba8b-54f38068961e", "status": "completed", "code": 200}]} {{(pid=94009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:08:28.020502 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9f277e52-8690-4f2f-a58c-aced81a0f288 {{(pid=94009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:08:28.020996 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '143a972e-0ff0-419c-86d2-ac547165c89a', 'tag': 'fb923cd0-0edf-4c22-ba8b-54f38068961e', 'status': 'completed', 'code': 200} Sep 10 15:08:28.072256 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Network 4147788a-dc53-4d30-932b-743b7551ff1c details requested by agent ovs-agent-dv-cinder-760153-10-iscsi with host dv-cinder-760153-10-iscsi {{(pid=94011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 15:08:28.105000 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a670bc-4493-46d0-9d76-56c6313ee4e8 admin admin] Made reservation on behalf of 8aa5bcee86bc409b87c07abce606008e for: {'subnet': 1} {{(pid=94010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:08:28.107659 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-84a670bc-4493-46d0-9d76-56c6313ee4e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14665370'] for subnet, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:28.112902 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2a658c-4da5-4725-8bf1-f4cd0a638027 None None] Pushing event updated for resources: {'Port': ['ID=347ec271-db08-4a22-b454-45ed6340ea76,revision_number=3']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:08:28.127057 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-fb95a5ac-ef1a-467f-98dc-3b44e611aa54 req-62b5c670-8afb-4cbd-aedc-bca8284477b8 service neutron] 10.222.0.42 "GET /v2.0/networks/b13fb24a-af49-4736-ae07-6517a9c288e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3799996 Sep 10 15:08:28.389669 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-2f1c1f92-87e1-4362-9aca-57ffa09e38d8 req-33b4f0fd-7b4d-455b-8c41-377691e543e2 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] 10.222.0.35 "GET /v2.0/ports?device_id=66f8470b-7147-4c28-a213-fca803ea498e HTTP/1.1" status: 200 len: 210 time: 0.0739493 Sep 10 15:08:28.492926 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:28.524377 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-84a670bc-4493-46d0-9d76-56c6313ee4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14298908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14665348'] for subnet, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:28.554630 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [None req-1ceecdd6-a208-42bc-ae66-ce1fdc263630 None None] Attempting to bind port 347ec271-db08-4a22-b454-45ed6340ea76 on host dv-cinder-760153-10-iscsi for vnic_type normal with profile {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:08:28.555098 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [None req-1ceecdd6-a208-42bc-ae66-ce1fdc263630 None None] Attempting to bind port 347ec271-db08-4a22-b454-45ed6340ea76 by drivers openvswitch,hyperv on host dv-cinder-760153-10-iscsi at level 0 using segments [{'id': 'b74c8d1d-1c0a-4459-a926-b8061d9b8071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '4438a4c6-ecae-4330-8512-f3353a458625'}] {{(pid=94011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:08:28.555471 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ceecdd6-a208-42bc-ae66-ce1fdc263630 None None] Attempting to bind port 347ec271-db08-4a22-b454-45ed6340ea76 on network 4438a4c6-ecae-4330-8512-f3353a458625 {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:08:28.565236 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ceecdd6-a208-42bc-ae66-ce1fdc263630 None None] Checking agent: {'id': 'aa4392c4-9186-46d5-9724-80b6d464cfe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760153-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 14, 57, 58), 'started_at': datetime.datetime(2021, 9, 10, 14, 58, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760153-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:08:28.565630 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ceecdd6-a208-42bc-ae66-ce1fdc263630 None None] Checking segment: {'id': 'b74c8d1d-1c0a-4459-a926-b8061d9b8071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '4438a4c6-ecae-4330-8512-f3353a458625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:08:28.566049 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-1ceecdd6-a208-42bc-ae66-ce1fdc263630 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:28.566621 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ceecdd6-a208-42bc-ae66-ce1fdc263630 None None] Bound using segment: {'id': 'b74c8d1d-1c0a-4459-a926-b8061d9b8071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '4438a4c6-ecae-4330-8512-f3353a458625'} {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:08:28.567123 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [None req-1ceecdd6-a208-42bc-ae66-ce1fdc263630 None None] Bound port: 347ec271-db08-4a22-b454-45ed6340ea76, host: dv-cinder-760153-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b74c8d1d-1c0a-4459-a926-b8061d9b8071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '4438a4c6-ecae-4330-8512-f3353a458625'}}] {{(pid=94011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:08:28.567904 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-1ceecdd6-a208-42bc-ae66-ce1fdc263630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:28.569992 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b288d5d0-136e-48df-9760-365c1f273e2e req-e53b776d-3544-4a57-a3cf-e3cbaa351ec0 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:28.573643 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-b288d5d0-136e-48df-9760-365c1f273e2e req-e53b776d-3544-4a57-a3cf-e3cbaa351ec0 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 945 time: 0.3934510 Sep 10 15:08:28.660344 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-1ceecdd6-a208-42bc-ae66-ce1fdc263630 None None] For port 347ec271-db08-4a22-b454-45ed6340ea76, host dv-cinder-760153-10-iscsi, cleared binding levels {{(pid=94011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:08:28.664937 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-1ceecdd6-a208-42bc-ae66-ce1fdc263630 None None] For port 347ec271-db08-4a22-b454-45ed6340ea76, host dv-cinder-760153-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-10-iscsi',level=0,port_id=347ec271-db08-4a22-b454-45ed6340ea76,segment=NetworkSegment(b74c8d1d-1c0a-4459-a926-b8061d9b8071),segment_id=b74c8d1d-1c0a-4459-a926-b8061d9b8071)] {{(pid=94011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:08:28.675468 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-1ceecdd6-a208-42bc-ae66-ce1fdc263630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:28.684827 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a670bc-4493-46d0-9d76-56c6313ee4e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa36df75-99ca-4f4e-b98b-9352e5667b61,revision_number=0']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:08:28.693909 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-fb95a5ac-ef1a-467f-98dc-3b44e611aa54 req-1b65e45e-d98b-48ba-9004-847659a77928 service neutron] 10.222.0.42 "GET /v2.0/networks/b13fb24a-af49-4736-ae07-6517a9c288e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5547259 Sep 10 15:08:28.707056 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a670bc-4493-46d0-9d76-56c6313ee4e8 admin admin] Checking segment: {'id': 'edd36536-3ee2-4b33-98f8-359d9eb69741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4147788a-dc53-4d30-932b-743b7551ff1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:08:28.711702 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a670bc-4493-46d0-9d76-56c6313ee4e8 admin admin] Network hostable DHCP agents. Network: 4147788a-dc53-4d30-932b-743b7551ff1c, hostable agents: ['afb565d3-e50e-4cf5-8d13-a2fbc8ff1b06'], hosted agents: [] {{(pid=94010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 15:08:28.764693 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3cce11-2186-430d-9f79-17f42cc62161 req-f632d6b5-0240-40bf-930b-0e57dd8d2ed3 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:28.773912 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a670bc-4493-46d0-9d76-56c6313ee4e8 admin admin] Network 4147788a-dc53-4d30-932b-743b7551ff1c is scheduled to be hosted by DHCP agent afb565d3-e50e-4cf5-8d13-a2fbc8ff1b06 with binding_index 1 {{(pid=94010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 15:08:28.779434 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-0f3cce11-2186-430d-9f79-17f42cc62161 req-f632d6b5-0240-40bf-930b-0e57dd8d2ed3 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9ede9c0-0e64-4af1-8930-fe240ce9b603 HTTP/1.1" status: 200 len: 946 time: 0.2035511 Sep 10 15:08:28.790322 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-b288d5d0-136e-48df-9760-365c1f273e2e req-af55f042-f1ba-4347-8027-bbb255659de4 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=88c2f7ce-a671-457c-9037-355504b74c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1871283 Sep 10 15:08:28.805335 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.base_scheduler [None req-84a670bc-4493-46d0-9d76-56c6313ee4e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760153-10-iscsi, 4147788a-dc53-4d30-932b-743b7551ff1c) {{(pid=94010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:08:28.831150 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a670bc-4493-46d0-9d76-56c6313ee4e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:28.831832 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-84a670bc-4493-46d0-9d76-56c6313ee4e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526879'] for subnet, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:28.847585 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ceecdd6-a208-42bc-ae66-ce1fdc263630 None None] Routers {'4afe2c64-d0be-4cbe-875d-40f6ffa44163'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:08:28.847585 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-1ceecdd6-a208-42bc-ae66-ce1fdc263630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T15:08:28Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['4afe2c64-d0be-4cbe-875d-40f6ffa44163'], 'active': True} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:08:28.860095 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3771a381-62d3-48a3-935f-7d98df793fba None None] Network 4147788a-dc53-4d30-932b-743b7551ff1c requested from dv-cinder-760153-10-iscsi {{(pid=94011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:08:28.874551 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-84a670bc-4493-46d0-9d76-56c6313ee4e8 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9763768 Sep 10 15:08:28.875374 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 43728) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:08:28.881635 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.v2.base [None req-b46b4245-fcb0-4105-9786-b083dd68a500 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1359992507-router', 'tenant_id': '8aa5bcee86bc409b87c07abce606008e', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed'}}} {{(pid=94010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:08:28.985874 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-b46b4245-fcb0-4105-9786-b083dd68a500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-584384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-375'] for router, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:28.989773 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-b46b4245-fcb0-4105-9786-b083dd68a500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-382'] for router, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:29.031612 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8330ff04-50a8-48b2-896c-403216107c5d req-5968946f-b67c-4285-ae92-3b960bc5892b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:29.033799 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-8330ff04-50a8-48b2-896c-403216107c5d req-5968946f-b67c-4285-ae92-3b960bc5892b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fe282ce4256b4438921b3936379ccdd1&device_id=143a972e-0ff0-419c-86d2-ac547165c89a HTTP/1.1" status: 200 len: 1101 time: 0.2401059 Sep 10 15:08:29.075311 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-0f3cce11-2186-430d-9f79-17f42cc62161 req-85a6d5fd-93da-4ea0-85ef-b2ba7b93f5e4 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941730 Sep 10 15:08:29.118430 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2a658c-4da5-4725-8bf1-f4cd0a638027 None None] Pushing event updated for resources: {'Port': ['ID=347ec271-db08-4a22-b454-45ed6340ea76,revision_number=4']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:08:29.187116 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-b46b4245-fcb0-4105-9786-b083dd68a500 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:29.507883 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fd84b6-f7a5-4126-9719-1b313d9c8074 req-90ddd60e-42f4-4e3f-a8ea-572b2e0aadca tempest-VolumesNegativeTest-122205131 tempest-VolumesNegativeTest-122205131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:29.515341 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-90fd84b6-f7a5-4126-9719-1b313d9c8074 req-90ddd60e-42f4-4e3f-a8ea-572b2e0aadca tempest-VolumesNegativeTest-122205131 tempest-VolumesNegativeTest-122205131-project] 10.222.0.35 "GET /v2.0/ports?device_id=143a972e-0ff0-419c-86d2-ac547165c89a HTTP/1.1" status: 200 len: 948 time: 0.4516919 Sep 10 15:08:29.536576 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2996d9-cd14-44e1-8cb1-cdfec13f350b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75912ed4-7a3a-54d7-ac9b-82d05aadd505-4147788a-dc53-4d30-932b-743b7551ff1c', 'network_id': '4147788a-dc53-4d30-932b-743b7551ff1c', 'tenant_id': '8aa5bcee86bc409b87c07abce606008e', 'fixed_ips': [{'subnet_id': 'fa36df75-99ca-4f4e-b98b-9352e5667b61'}]}} from dv-cinder-760153-10-iscsi. {{(pid=94011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 15:08:29.537839 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-3c2996d9-cd14-44e1-8cb1-cdfec13f350b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:29.577163 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8330ff04-50a8-48b2-896c-403216107c5d req-49947c28-685a-4031-ac41-bd99027ed3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:29.579570 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-8330ff04-50a8-48b2-896c-403216107c5d req-49947c28-685a-4031-ac41-bd99027ed3a6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b13fb24a-af49-4736-ae07-6517a9c288e6 HTTP/1.1" status: 200 len: 870 time: 0.5226972 Sep 10 15:08:29.600237 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b7c5f725-09d8-454b-b5ba-4a700e799395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:29.646914 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-90fd84b6-f7a5-4126-9719-1b313d9c8074 req-fdbc638d-da01-4cc8-a5fc-8a66da47cada tempest-VolumesNegativeTest-122205131 tempest-VolumesNegativeTest-122205131-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0b1116d-2902-4ab3-985a-3a2859139f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782030 Sep 10 15:08:29.713129 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-8330ff04-50a8-48b2-896c-403216107c5d req-1189f873-de94-4c70-9d08-eb0e515219c6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=fb923cd0-0edf-4c22-ba8b-54f38068961e HTTP/1.1" status: 200 len: 217 time: 0.0828414 Sep 10 15:08:29.738373 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-b46b4245-fcb0-4105-9786-b083dd68a500 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:29.798264 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-2437e3a2-0fb6-486c-88f9-277acc08227a req-cf61d566-7472-423d-b0fe-04ea8d9b4730 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] 10.222.0.35 "GET /v2.0/ports?device_id=66f8470b-7147-4c28-a213-fca803ea498e HTTP/1.1" status: 200 len: 210 time: 0.0626316 Sep 10 15:08:29.803007 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvr_db [None req-1ceecdd6-a208-42bc-ae66-ce1fdc263630 None None] Set router 4afe2c64-d0be-4cbe-875d-40f6ffa44163 gateway port host: dv-cinder-760153-10-iscsi {{(pid=94011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:08:29.829615 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8330ff04-50a8-48b2-896c-403216107c5d req-f4c03601-0554-44f1-881e-2cdf21f99024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:29.844712 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-8330ff04-50a8-48b2-896c-403216107c5d req-f4c03601-0554-44f1-881e-2cdf21f99024 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=853b26bf-b57b-4ba4-aca3-e0c1df9efcd0 HTTP/1.1" status: 200 len: 843 time: 0.1080770 Sep 10 15:08:30.007944 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8330ff04-50a8-48b2-896c-403216107c5d req-1673509c-e2b7-4e3f-9bca-386ed9ed8c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:30.011710 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-8330ff04-50a8-48b2-896c-403216107c5d req-1673509c-e2b7-4e3f-9bca-386ed9ed8c91 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b13fb24a-af49-4736-ae07-6517a9c288e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.1643393 Sep 10 15:08:30.133806 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.db_base_plugin_common [None req-3c2996d9-cd14-44e1-8cb1-cdfec13f350b None None] Allocated IP 172.20.0.2 (4147788a-dc53-4d30-932b-743b7551ff1c/fa36df75-99ca-4f4e-b98b-9352e5667b61/08cc0a00-df07-431f-ad42-7180d0e95e98) {{(pid=94011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:08:30.623693 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c539167-165b-4b79-88b5-72d030d29511 req-d9c0860e-ac2f-4223-8e78-93bb45734818 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:30.626578 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-4c539167-165b-4b79-88b5-72d030d29511 req-d9c0860e-ac2f-4223-8e78-93bb45734818 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] 10.222.0.42 "GET /v2.0/networks?id=ba3aefdd-27dd-4167-a6ff-5a6467d894ba HTTP/1.1" status: 200 len: 809 time: 0.5786967 Sep 10 15:08:30.630767 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-b46b4245-fcb0-4105-9786-b083dd68a500 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:30.636321 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-8330ff04-50a8-48b2-896c-403216107c5d req-650d1a58-5dd2-40cb-8801-916955fda01a service neutron] 10.222.0.42 "GET /v2.0/networks/b13fb24a-af49-4736-ae07-6517a9c288e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5716012 Sep 10 15:08:30.670285 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-b46b4245-fcb0-4105-9786-b083dd68a500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:30.707366 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.v2.base [req-4c539167-165b-4b79-88b5-72d030d29511 req-106fd700-b4da-430f-a16d-e8a1e58eaa21 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] Request body: {'port': {'device_id': '66f8470b-7147-4c28-a213-fca803ea498e', 'network_id': 'ba3aefdd-27dd-4167-a6ff-5a6467d894ba', 'admin_state_up': True, 'tenant_id': '885822bd6d484774bb44c7b5a96f2e14'}} {{(pid=94009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:08:30.790845 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-1ceecdd6-a208-42bc-ae66-ce1fdc263630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4afe2c64-d0be-4cbe-875d-40f6ffa44163', 'name': 'tempest-TestMinimumBasicScenario-1980569498-router', 'tenant_id': '6ab88976e97b4105bd0ab39c7b8bf1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '25c284ba-5cc1-4bc6-9351-fe9f12bc8497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:08:15Z', 'updated_at': '2021-09-10T15:08:23Z', 'revision_number': 4, 'project_id': '6ab88976e97b4105bd0ab39c7b8bf1e3', 'gw_port': {'id': '25c284ba-5cc1-4bc6-9351-fe9f12bc8497', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:24:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe2c64-d0be-4cbe-875d-40f6ffa44163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:08:16Z', 'updated_at': '2021-09-10T15:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi', '_interfaces': [{'id': '347ec271-db08-4a22-b454-45ed6340ea76', 'name': '', 'network_id': '4438a4c6-ecae-4330-8512-f3353a458625', 'tenant_id': '6ab88976e97b4105bd0ab39c7b8bf1e3', 'mac_address': 'fa:16:3e:b2:29:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4afe2c64-d0be-4cbe-875d-40f6ffa44163', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'dbb21cad-9efd-4dac-bc4f-2697c2741bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:08:21Z', 'updated_at': '2021-09-10T15:08:28Z', 'revision_number': 4, 'project_id': '6ab88976e97b4105bd0ab39c7b8bf1e3', 'subnets': [{'id': 'dbb21cad-9efd-4dac-bc4f-2697c2741bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:08:30.967844 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.db.db_base_plugin_common [None req-b46b4245-fcb0-4105-9786-b083dd68a500 admin admin] Allocated IP 172.27.0.151 (caa13d69-ff92-44ce-a665-3b9af711feed/3b314502-2ac4-4640-9fa5-f95f10fc4599/d083848b-e521-4ac7-bc73-6beaa5fcd029) {{(pid=94010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:08:31.038258 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ceecdd6-a208-42bc-ae66-ce1fdc263630 None None] The sync data for ids ['4afe2c64-d0be-4cbe-875d-40f6ffa44163'] in dv-cinder-760153-10-iscsi is: [{'id': '4afe2c64-d0be-4cbe-875d-40f6ffa44163', 'name': 'tempest-TestMinimumBasicScenario-1980569498-router', 'tenant_id': '6ab88976e97b4105bd0ab39c7b8bf1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '25c284ba-5cc1-4bc6-9351-fe9f12bc8497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:08:15Z', 'updated_at': '2021-09-10T15:08:23Z', 'revision_number': 4, 'project_id': '6ab88976e97b4105bd0ab39c7b8bf1e3', 'gw_port': {'id': '25c284ba-5cc1-4bc6-9351-fe9f12bc8497', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:24:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe2c64-d0be-4cbe-875d-40f6ffa44163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:08:16Z', 'updated_at': '2021-09-10T15:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi', '_interfaces': [{'id': '347ec271-db08-4a22-b454-45ed6340ea76', 'name': '', 'network_id': '4438a4c6-ecae-4330-8512-f3353a458625', 'tenant_id': '6ab88976e97b4105bd0ab39c7b8bf1e3', 'mac_address': 'fa:16:3e:b2:29:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4afe2c64-d0be-4cbe-875d-40f6ffa44163', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'dbb21cad-9efd-4dac-bc4f-2697c2741bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:08:21Z', 'updated_at': '2021-09-10T15:08:28Z', 'revision_number': 4, 'project_id': '6ab88976e97b4105bd0ab39c7b8bf1e3', 'subnets': [{'id': 'dbb21cad-9efd-4dac-bc4f-2697c2741bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:08:31.103972 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-3c2996d9-cd14-44e1-8cb1-cdfec13f350b None None] Notify callbacks [] for port, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:31.167290 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-3c2996d9-cd14-44e1-8cb1-cdfec13f350b None None] Transition to ACTIVE for port object 08cc0a00-df07-431f-ad42-7180d0e95e98 will not be triggered until provisioned by entity L2. {{(pid=94011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:08:31.191409 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device fb923cd0-0edf-4c22-ba8b-54f38068961e details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=94011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 15:08:31.211641 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8954119-e2ce-44f9-8c9f-173dfdd21f5a req-8a32d0f2-cfdf-49b2-884c-108f4da1634e tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:31.220198 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-e8954119-e2ce-44f9-8c9f-173dfdd21f5a req-8a32d0f2-cfdf-49b2-884c-108f4da1634e tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 945 time: 0.5799997 Sep 10 15:08:31.249470 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda63cbc-6756-4016-aa94-9bea133d44fc req-0ec70f30-3e7c-4066-8bd7-7099efe0ed64 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:31.263909 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-dda63cbc-6756-4016-aa94-9bea133d44fc req-0ec70f30-3e7c-4066-8bd7-7099efe0ed64 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9ede9c0-0e64-4af1-8930-fe240ce9b603 HTTP/1.1" status: 200 len: 946 time: 0.6268582 Sep 10 15:08:31.376327 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-b46b4245-fcb0-4105-9786-b083dd68a500 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:31.388722 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-e8954119-e2ce-44f9-8c9f-173dfdd21f5a req-a2fd381f-6c7d-42d1-ac9c-41651560f98d tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=88c2f7ce-a671-457c-9037-355504b74c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1665192 Sep 10 15:08:31.391797 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-3c2996d9-cd14-44e1-8cb1-cdfec13f350b None None] Transition to ACTIVE for port object 08cc0a00-df07-431f-ad42-7180d0e95e98 will not be triggered until provisioned by entity DHCP. {{(pid=94011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:08:31.417929 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-dda63cbc-6756-4016-aa94-9bea133d44fc req-ee1ac43b-8187-4ddd-9af2-e4c0ed965a32 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375120 Sep 10 15:08:31.422006 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-3c2996d9-cd14-44e1-8cb1-cdfec13f350b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748756606401'] for port, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:31.513476 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-8330ff04-50a8-48b2-896c-403216107c5d req-bf594c98-bb59-4fef-b96b-e32531d6a2b0 service neutron] 10.222.0.42 "GET /v2.0/networks/b13fb24a-af49-4736-ae07-6517a9c288e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8291657 Sep 10 15:08:31.523188 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c539167-165b-4b79-88b5-72d030d29511 req-106fd700-b4da-430f-a16d-e8a1e58eaa21 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] Made reservation on behalf of 885822bd6d484774bb44c7b5a96f2e14 for: {'port': 1} {{(pid=94009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:08:31.533807 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-4c539167-165b-4b79-88b5-72d030d29511 req-106fd700-b4da-430f-a16d-e8a1e58eaa21 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:31.555464 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-b46b4245-fcb0-4105-9786-b083dd68a500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748756606401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14298976'] for port, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:31.641130 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2996d9-cd14-44e1-8cb1-cdfec13f350b None None] Pushing event updated for resources: {'Port': ['ID=08cc0a00-df07-431f-ad42-7180d0e95e98,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:08:31.700599 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46b4245-fcb0-4105-9786-b083dd68a500 admin admin] Network caa13d69-ff92-44ce-a665-3b9af711feed is already hosted by enough agents. {{(pid=94010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:08:31.706986 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.base_scheduler [None req-b46b4245-fcb0-4105-9786-b083dd68a500 admin admin] Resources bound (agent type, host, resource id): {{(pid=94010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:08:31.715337 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46b4245-fcb0-4105-9786-b083dd68a500 admin admin] Received port after_create {{(pid=94010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:08:31.726346 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c13c67c0-2efd-4950-9279-b0623a9c603e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:31.762195 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2996d9-cd14-44e1-8cb1-cdfec13f350b None None] Network 4147788a-dc53-4d30-932b-743b7551ff1c is already hosted by enough agents. {{(pid=94011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:08:31.772274 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.scheduler.base_scheduler [None req-3c2996d9-cd14-44e1-8cb1-cdfec13f350b None None] Resources bound (agent type, host, resource id): {{(pid=94011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:08:31.782869 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] For port fb923cd0-0edf-4c22-ba8b-54f38068961e, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=fb923cd0-0edf-4c22-ba8b-54f38068961e,segment=NetworkSegment(bb86f61e-96d3-4b2d-b030-81e81239a996),segment_id=bb86f61e-96d3-4b2d-b030-81e81239a996)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:08:31.792196 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2996d9-cd14-44e1-8cb1-cdfec13f350b None None] Received port after_create {{(pid=94011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:08:31.898495 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Returning: {'device': 'fb923cd0-0edf-4c22-ba8b-54f38068961e', 'network_id': 'b13fb24a-af49-4736-ae07-6517a9c288e6', 'port_id': 'fb923cd0-0edf-4c22-ba8b-54f38068961e', 'mac_address': 'fa:16:3e:29:b6:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '853b26bf-b57b-4ba4-aca3-e0c1df9efcd0', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 15:08:31.969850 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.db_base_plugin_common [req-4c539167-165b-4b79-88b5-72d030d29511 req-106fd700-b4da-430f-a16d-e8a1e58eaa21 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] Allocated IP 172.20.0.10 (ba3aefdd-27dd-4167-a6ff-5a6467d894ba/0321bce4-909e-49a2-ba03-6f65fe1b4387/cc42018f-c792-43d5-a681-1fd251cdce3d) {{(pid=94009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:08:32.099190 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b4245-fcb0-4105-9786-b083dd68a500 admin admin] Pushing event updated for resources: {'Port': ['ID=d083848b-e521-4ac7-bc73-6beaa5fcd029,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:08:32.108376 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [None req-3c2996d9-cd14-44e1-8cb1-cdfec13f350b None None] Attempting to bind port 08cc0a00-df07-431f-ad42-7180d0e95e98 on host dv-cinder-760153-10-iscsi for vnic_type normal with profile {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:08:32.110073 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [None req-3c2996d9-cd14-44e1-8cb1-cdfec13f350b None None] Attempting to bind port 08cc0a00-df07-431f-ad42-7180d0e95e98 by drivers openvswitch,hyperv on host dv-cinder-760153-10-iscsi at level 0 using segments [{'id': 'edd36536-3ee2-4b33-98f8-359d9eb69741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4147788a-dc53-4d30-932b-743b7551ff1c'}] {{(pid=94011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:08:32.112262 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2996d9-cd14-44e1-8cb1-cdfec13f350b None None] Attempting to bind port 08cc0a00-df07-431f-ad42-7180d0e95e98 on network 4147788a-dc53-4d30-932b-743b7551ff1c {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:08:32.131604 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2996d9-cd14-44e1-8cb1-cdfec13f350b None None] Checking agent: {'id': 'aa4392c4-9186-46d5-9724-80b6d464cfe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760153-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 14, 57, 58), 'started_at': datetime.datetime(2021, 9, 10, 14, 58, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760153-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:08:32.132598 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2996d9-cd14-44e1-8cb1-cdfec13f350b None None] Checking segment: {'id': 'edd36536-3ee2-4b33-98f8-359d9eb69741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4147788a-dc53-4d30-932b-743b7551ff1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:08:32.133624 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-3c2996d9-cd14-44e1-8cb1-cdfec13f350b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:32.134842 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2996d9-cd14-44e1-8cb1-cdfec13f350b None None] Bound using segment: {'id': 'edd36536-3ee2-4b33-98f8-359d9eb69741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4147788a-dc53-4d30-932b-743b7551ff1c'} {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:08:32.136078 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [None req-3c2996d9-cd14-44e1-8cb1-cdfec13f350b None None] Bound port: 08cc0a00-df07-431f-ad42-7180d0e95e98, host: dv-cinder-760153-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edd36536-3ee2-4b33-98f8-359d9eb69741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4147788a-dc53-4d30-932b-743b7551ff1c'}}] {{(pid=94011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:08:32.137138 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-3c2996d9-cd14-44e1-8cb1-cdfec13f350b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:32.192593 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:32.268663 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb923cd0-0edf-4c22-ba8b-54f38068961e {{(pid=94011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:08:32.290760 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-b46b4245-fcb0-4105-9786-b083dd68a500 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:32.384732 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] For port fb923cd0-0edf-4c22-ba8b-54f38068961e, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=fb923cd0-0edf-4c22-ba8b-54f38068961e,segment=NetworkSegment(bb86f61e-96d3-4b2d-b030-81e81239a996),segment_id=bb86f61e-96d3-4b2d-b030-81e81239a996)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:08:32.416171 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:32.458730 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-4c539167-165b-4b79-88b5-72d030d29511 req-106fd700-b4da-430f-a16d-e8a1e58eaa21 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] Notify callbacks [] for port, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:32.614147 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-3c2996d9-cd14-44e1-8cb1-cdfec13f350b None None] For port 08cc0a00-df07-431f-ad42-7180d0e95e98, host dv-cinder-760153-10-iscsi, cleared binding levels {{(pid=94011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:08:32.654353 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-3c2996d9-cd14-44e1-8cb1-cdfec13f350b None None] For port 08cc0a00-df07-431f-ad42-7180d0e95e98, host dv-cinder-760153-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-10-iscsi',level=0,port_id=08cc0a00-df07-431f-ad42-7180d0e95e98,segment=NetworkSegment(edd36536-3ee2-4b33-98f8-359d9eb69741),segment_id=edd36536-3ee2-4b33-98f8-359d9eb69741)] {{(pid=94011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:08:32.706430 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Pushing event updated for resources: {'Port': ['ID=fb923cd0-0edf-4c22-ba8b-54f38068961e,revision_number=4']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:08:32.710667 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device 347ec271-db08-4a22-b454-45ed6340ea76 up at agent ovs-agent-dv-cinder-760153-10-iscsi {{(pid=94011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:08:32.718704 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-3c2996d9-cd14-44e1-8cb1-cdfec13f350b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:32.838129 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-e9f2910c-e87d-4c81-8eb9-a8ad01af57a4 req-534c54cf-5a0f-4a95-a59e-b38a561b12f2 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] 10.222.0.35 "GET /v2.0/ports?device_id=66f8470b-7147-4c28-a213-fca803ea498e HTTP/1.1" status: 200 len: 210 time: 0.4305818 Sep 10 15:08:32.844525 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-4c539167-165b-4b79-88b5-72d030d29511 req-106fd700-b4da-430f-a16d-e8a1e58eaa21 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748756606401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1040815'] for port, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:32.914708 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] get_ports_and_sgs() called for port_ids ['fb923cd0-0edf-4c22-ba8b-54f38068961e'] {{(pid=94011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 15:08:32.917704 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-b46b4245-fcb0-4105-9786-b083dd68a500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582673'] for router, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:33.050287 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2996d9-cd14-44e1-8cb1-cdfec13f350b None None] Pushing event updated for resources: {'Port': ['ID=08cc0a00-df07-431f-ad42-7180d0e95e98,revision_number=2']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:08:33.053272 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106fd700-b4da-430f-a16d-e8a1e58eaa21 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] Pushing event updated for resources: {'Port': ['ID=cc42018f-c792-43d5-a681-1fd251cdce3d,revision_number=1']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:08:33.127260 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5982f28-8cf1-458b-b0f1-bb193c8d3b84 req-790167a7-e3ae-4059-8c9e-4eb7a6ac3fe2 tempest-VolumesNegativeTest-122205131 tempest-VolumesNegativeTest-122205131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:33.129461 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-b5982f28-8cf1-458b-b0f1-bb193c8d3b84 req-790167a7-e3ae-4059-8c9e-4eb7a6ac3fe2 tempest-VolumesNegativeTest-122205131 tempest-VolumesNegativeTest-122205131-project] 10.222.0.35 "GET /v2.0/ports?device_id=143a972e-0ff0-419c-86d2-ac547165c89a HTTP/1.1" status: 200 len: 949 time: 0.7364023 Sep 10 15:08:33.145821 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c539167-165b-4b79-88b5-72d030d29511 req-106fd700-b4da-430f-a16d-e8a1e58eaa21 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] Network ba3aefdd-27dd-4167-a6ff-5a6467d894ba is already hosted by enough agents. {{(pid=94009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:08:33.148920 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Provisioning for port 347ec271-db08-4a22-b454-45ed6340ea76 completed by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:08:33.156791 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Provisioning complete for port 347ec271-db08-4a22-b454-45ed6340ea76 triggered by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:08:33.160736 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:33.180774 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.base_scheduler [req-4c539167-165b-4b79-88b5-72d030d29511 req-106fd700-b4da-430f-a16d-e8a1e58eaa21 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] Resources bound (agent type, host, resource id): {{(pid=94009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:08:33.195878 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c539167-165b-4b79-88b5-72d030d29511 req-106fd700-b4da-430f-a16d-e8a1e58eaa21 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] Received port after_create {{(pid=94009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:08:33.309203 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-b5982f28-8cf1-458b-b0f1-bb193c8d3b84 req-8340f241-6583-4696-b576-b98a791ed63f tempest-VolumesNegativeTest-122205131 tempest-VolumesNegativeTest-122205131-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0b1116d-2902-4ab3-985a-3a2859139f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254690 Sep 10 15:08:33.328369 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8790ef56-f1a1-4db1-a136-3e3e255c60aa req-b466c3bd-31d5-46d2-b8c9-0993de09ed34 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:33.339120 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-8790ef56-f1a1-4db1-a136-3e3e255c60aa req-b466c3bd-31d5-46d2-b8c9-0993de09ed34 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9ede9c0-0e64-4af1-8930-fe240ce9b603 HTTP/1.1" status: 200 len: 946 time: 0.2772200 Sep 10 15:08:33.396741 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c539167-165b-4b79-88b5-72d030d29511 req-106fd700-b4da-430f-a16d-e8a1e58eaa21 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:33.397706 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-4c539167-165b-4b79-88b5-72d030d29511 req-106fd700-b4da-430f-a16d-e8a1e58eaa21 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46804'] for port, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:33.454105 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-8790ef56-f1a1-4db1-a136-3e3e255c60aa req-16c2faf9-4a0e-4457-84ba-6831cb967162 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139481 Sep 10 15:08:33.492975 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-4c539167-165b-4b79-88b5-72d030d29511 req-106fd700-b4da-430f-a16d-e8a1e58eaa21 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8112657 Sep 10 15:08:33.506073 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.v2.base [req-4c539167-165b-4b79-88b5-72d030d29511 req-57cea758-d741-44e7-bc05-d31496cd7c24 service neutron] Request body: {'port': {'device_id': '66f8470b-7147-4c28-a213-fca803ea498e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76015'}} {{(pid=94009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:08:33.556497 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b46b4245-fcb0-4105-9786-b083dd68a500 admin admin] Router 38a8bfec-1379-4a11-bf83-c11fb789f6c3 is scheduled to L3 agent b0771735-54fe-4ba2-aeee-11d3b2b54cf1 with binding_index 1 {{(pid=94010) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 15:08:33.669258 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:33.704878 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-4c539167-165b-4b79-88b5-72d030d29511 req-57cea758-d741-44e7-bc05-d31496cd7c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:33.742463 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aafc69f-be47-4dcd-add0-e07190e89039 req-b3050960-b57c-49b8-86ac-6492e48a2002 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:33.744010 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-9aafc69f-be47-4dcd-add0-e07190e89039 req-b3050960-b57c-49b8-86ac-6492e48a2002 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 945 time: 0.0908237 Sep 10 15:08:33.804714 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] For port 347ec271-db08-4a22-b454-45ed6340ea76, host dv-cinder-760153-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-10-iscsi',level=0,port_id=347ec271-db08-4a22-b454-45ed6340ea76,segment=NetworkSegment(b74c8d1d-1c0a-4459-a926-b8061d9b8071),segment_id=b74c8d1d-1c0a-4459-a926-b8061d9b8071)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:08:33.812222 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:33.909636 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-9aafc69f-be47-4dcd-add0-e07190e89039 req-67e5c714-d01b-4525-94cc-f96fc8326ed8 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=88c2f7ce-a671-457c-9037-355504b74c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325271 Sep 10 15:08:33.996506 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Pushing event updated for resources: {'Port': ['ID=347ec271-db08-4a22-b454-45ed6340ea76,revision_number=5']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:08:34.007437 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b46b4245-fcb0-4105-9786-b083dd68a500 admin admin] Notify agent at l3_agent.dv-cinder-760153-10-iscsi the message routers_updated {{(pid=94010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:08:34.019644 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf537cc6-18bf-43c3-abd5-e6ec256c4211 None None] Sync routers for ids ['38a8bfec-1379-4a11-bf83-c11fb789f6c3'] in dv-cinder-760153-10-iscsi {{(pid=94012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:08:34.040653 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-b46b4245-fcb0-4105-9786-b083dd68a500 admin admin] Notify callbacks [] for router, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:34.044700 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-b46b4245-fcb0-4105-9786-b083dd68a500 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.1655726 Sep 10 15:08:34.046060 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 43758) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:08:34.093629 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf537cc6-18bf-43c3-abd5-e6ec256c4211 None None] Routers {'38a8bfec-1379-4a11-bf83-c11fb789f6c3'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:08:34.094768 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-cf537cc6-18bf-43c3-abd5-e6ec256c4211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T15:08:28Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['38a8bfec-1379-4a11-bf83-c11fb789f6c3'], 'active': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:08:34.364119 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvr_db [None req-cf537cc6-18bf-43c3-abd5-e6ec256c4211 None None] Set router 38a8bfec-1379-4a11-bf83-c11fb789f6c3 gateway port host: dv-cinder-760153-10-iscsi {{(pid=94012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:08:34.482706 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.notifiers.nova [req-4c539167-165b-4b79-88b5-72d030d29511 req-57cea758-d741-44e7-bc05-d31496cd7c24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc42018f-c792-43d5-a681-1fd251cdce3d {{(pid=94009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:08:34.525461 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-4c539167-165b-4b79-88b5-72d030d29511 req-57cea758-d741-44e7-bc05-d31496cd7c24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:34.567660 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.provisioning_blocks [req-4c539167-165b-4b79-88b5-72d030d29511 req-57cea758-d741-44e7-bc05-d31496cd7c24 service neutron] Transition to ACTIVE for port object cc42018f-c792-43d5-a681-1fd251cdce3d will not be triggered until provisioned by entity L2. {{(pid=94009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:08:34.601352 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-4c539167-165b-4b79-88b5-72d030d29511 req-57cea758-d741-44e7-bc05-d31496cd7c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1041244'] for port, after_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:34.670147 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdfebd0-3fe4-4445-a1b8-cfb76b6f7895 req-b284cd46-cfe0-4112-8d2f-76408a04b890 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:34.680020 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-4fdfebd0-3fe4-4445-a1b8-cfb76b6f7895 req-b284cd46-cfe0-4112-8d2f-76408a04b890 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] 10.222.0.35 "GET /v2.0/ports?device_id=66f8470b-7147-4c28-a213-fca803ea498e HTTP/1.1" status: 200 len: 932 time: 0.6676843 Sep 10 15:08:34.839982 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device 347ec271-db08-4a22-b454-45ed6340ea76 up at agent ovs-agent-dv-cinder-760153-10-iscsi {{(pid=94011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:08:35.032758 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Provisioning complete for port 347ec271-db08-4a22-b454-45ed6340ea76 triggered by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:08:35.032758 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:35.047235 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-cf537cc6-18bf-43c3-abd5-e6ec256c4211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38a8bfec-1379-4a11-bf83-c11fb789f6c3', 'name': 'tempest-TestMinimumBasicScenario-1359992507-router', 'tenant_id': '8aa5bcee86bc409b87c07abce606008e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': 'd083848b-e521-4ac7-bc73-6beaa5fcd029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:08:29Z', 'updated_at': '2021-09-10T15:08:31Z', 'revision_number': 3, 'project_id': '8aa5bcee86bc409b87c07abce606008e', 'gw_port': {'id': 'd083848b-e521-4ac7-bc73-6beaa5fcd029', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:95:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38a8bfec-1379-4a11-bf83-c11fb789f6c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:08:30Z', 'updated_at': '2021-09-10T15:08:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi'}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:08:35.099071 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b50367-eb4f-45e3-a97e-a57fe298bdb2 None None] Network 4147788a-dc53-4d30-932b-743b7551ff1c requested from dv-cinder-760153-10-iscsi {{(pid=94011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:08:35.126326 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf537cc6-18bf-43c3-abd5-e6ec256c4211 None None] Checking router: 38a8bfec-1379-4a11-bf83-c11fb789f6c3 for host: dv-cinder-760153-10-iscsi {{(pid=94012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:08:35.127470 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf537cc6-18bf-43c3-abd5-e6ec256c4211 None None] Updating router 38a8bfec-1379-4a11-bf83-c11fb789f6c3 port d083848b-e521-4ac7-bc73-6beaa5fcd029 binding host dv-cinder-760153-10-iscsi {{(pid=94012) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 15:08:35.196767 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cf537cc6-18bf-43c3-abd5-e6ec256c4211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:35.210160 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-1fac90f9-ec08-4ca2-8679-004607971410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:35.427894 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device fb923cd0-0edf-4c22-ba8b-54f38068961e up at agent hyperv_hv-cinder-76015 {{(pid=94011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:08:35.513502 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.agents_db [None req-04bb1bd2-f33d-49ef-a466-6fb3f7a23ee1 None None] Agent healthcheck: found 6 active agents {{(pid=94012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 15:08:35.543391 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cea758-d741-44e7-bc05-d31496cd7c24 service neutron] Pushing event updated for resources: {'Port': ['ID=cc42018f-c792-43d5-a681-1fd251cdce3d,revision_number=2']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:08:35.651750 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-15577113-99f3-4075-af33-20e45950f658 None None] Provisioning for port 08cc0a00-df07-431f-ad42-7180d0e95e98 completed by entity DHCP. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:08:35.672241 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962aab3c-f1a4-4f55-ba8e-e558c3003aef req-fb9ee2f3-a934-452b-a75f-ffd1cb536cae tempest-VolumesNegativeTest-122205131 tempest-VolumesNegativeTest-122205131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:35.681016 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-962aab3c-f1a4-4f55-ba8e-e558c3003aef req-fb9ee2f3-a934-452b-a75f-ffd1cb536cae tempest-VolumesNegativeTest-122205131 tempest-VolumesNegativeTest-122205131-project] 10.222.0.35 "GET /v2.0/ports?device_id=143a972e-0ff0-419c-86d2-ac547165c89a HTTP/1.1" status: 200 len: 949 time: 0.9987502 Sep 10 15:08:35.717561 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-4fdfebd0-3fe4-4445-a1b8-cfb76b6f7895 req-ec7de0ea-a75c-41d0-bd53-af9d1a9b6512 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] 10.222.0.35 "GET /v2.0/security-groups?id=35067a0b-e59b-4dc4-8160-50aa352eb9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9691997 Sep 10 15:08:35.803320 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device 08cc0a00-df07-431f-ad42-7180d0e95e98 up at agent ovs-agent-dv-cinder-760153-10-iscsi {{(pid=94011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:08:35.836285 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-962aab3c-f1a4-4f55-ba8e-e558c3003aef req-e63691dd-75fc-42af-9f46-0d50b59fe2f6 tempest-VolumesNegativeTest-122205131 tempest-VolumesNegativeTest-122205131-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0b1116d-2902-4ab3-985a-3a2859139f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540103 Sep 10 15:08:35.843897 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.managers [req-4c539167-165b-4b79-88b5-72d030d29511 req-57cea758-d741-44e7-bc05-d31496cd7c24 service neutron] Attempting to bind port cc42018f-c792-43d5-a681-1fd251cdce3d on host hv-cinder-76015 for vnic_type normal with profile {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:08:35.846936 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.managers [req-4c539167-165b-4b79-88b5-72d030d29511 req-57cea758-d741-44e7-bc05-d31496cd7c24 service neutron] Attempting to bind port cc42018f-c792-43d5-a681-1fd251cdce3d by drivers openvswitch,hyperv on host hv-cinder-76015 at level 0 using segments [{'id': '9b2ded07-1884-4111-a4a8-bf22eb076df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ba3aefdd-27dd-4167-a6ff-5a6467d894ba'}] {{(pid=94009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:08:35.847635 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c539167-165b-4b79-88b5-72d030d29511 req-57cea758-d741-44e7-bc05-d31496cd7c24 service neutron] Attempting to bind port cc42018f-c792-43d5-a681-1fd251cdce3d on network ba3aefdd-27dd-4167-a6ff-5a6467d894ba {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:08:35.862824 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Provisioning for port fb923cd0-0edf-4c22-ba8b-54f38068961e completed by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:08:35.868910 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c539167-165b-4b79-88b5-72d030d29511 req-57cea758-d741-44e7-bc05-d31496cd7c24 service neutron] Port cc42018f-c792-43d5-a681-1fd251cdce3d on network ba3aefdd-27dd-4167-a6ff-5a6467d894ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76015 {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 15:08:35.869516 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c539167-165b-4b79-88b5-72d030d29511 req-57cea758-d741-44e7-bc05-d31496cd7c24 service neutron] Attempting to bind port cc42018f-c792-43d5-a681-1fd251cdce3d on network ba3aefdd-27dd-4167-a6ff-5a6467d894ba {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:08:35.878563 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c539167-165b-4b79-88b5-72d030d29511 req-57cea758-d741-44e7-bc05-d31496cd7c24 service neutron] Checking agent: {'id': '97479926-a0bf-4e38-9164-b44674cd2f3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76015', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 15, 4, 9), 'started_at': datetime.datetime(2021, 9, 10, 15, 4, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:08:35.879213 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c539167-165b-4b79-88b5-72d030d29511 req-57cea758-d741-44e7-bc05-d31496cd7c24 service neutron] Checking segment: {'id': '9b2ded07-1884-4111-a4a8-bf22eb076df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ba3aefdd-27dd-4167-a6ff-5a6467d894ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:08:35.879782 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c539167-165b-4b79-88b5-72d030d29511 req-57cea758-d741-44e7-bc05-d31496cd7c24 service neutron] Bound using segment: {'id': '9b2ded07-1884-4111-a4a8-bf22eb076df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ba3aefdd-27dd-4167-a6ff-5a6467d894ba'} {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:08:35.880394 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.managers [req-4c539167-165b-4b79-88b5-72d030d29511 req-57cea758-d741-44e7-bc05-d31496cd7c24 service neutron] Bound port: cc42018f-c792-43d5-a681-1fd251cdce3d, host: hv-cinder-76015, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b2ded07-1884-4111-a4a8-bf22eb076df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'ba3aefdd-27dd-4167-a6ff-5a6467d894ba'}}] {{(pid=94009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:08:35.880930 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-4c539167-165b-4b79-88b5-72d030d29511 req-57cea758-d741-44e7-bc05-d31496cd7c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:35.904901 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Provisioning complete for port fb923cd0-0edf-4c22-ba8b-54f38068961e triggered by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:08:35.917107 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:35.933809 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.db.db_base_plugin_common [None req-1fac90f9-ec08-4ca2-8679-004607971410 admin admin] Allocated IP 172.20.0.1 (4147788a-dc53-4d30-932b-743b7551ff1c/fa36df75-99ca-4f4e-b98b-9352e5667b61/926b62f9-63e6-4d96-a1d2-9bb5ae90896a) {{(pid=94010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:08:36.094958 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Provisioning for port 08cc0a00-df07-431f-ad42-7180d0e95e98 completed by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:08:36.126553 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Provisioning complete for port 08cc0a00-df07-431f-ad42-7180d0e95e98 triggered by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:08:36.127929 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:36.219055 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.db [req-4c539167-165b-4b79-88b5-72d030d29511 req-57cea758-d741-44e7-bc05-d31496cd7c24 service neutron] For port cc42018f-c792-43d5-a681-1fd251cdce3d, host hv-cinder-76015, cleared binding levels {{(pid=94009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:08:36.220935 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-1fac90f9-ec08-4ca2-8679-004607971410 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:36.223220 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.db [req-4c539167-165b-4b79-88b5-72d030d29511 req-57cea758-d741-44e7-bc05-d31496cd7c24 service neutron] For port cc42018f-c792-43d5-a681-1fd251cdce3d, host hv-cinder-76015, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=cc42018f-c792-43d5-a681-1fd251cdce3d,segment=NetworkSegment(9b2ded07-1884-4111-a4a8-bf22eb076df7),segment_id=9b2ded07-1884-4111-a4a8-bf22eb076df7)] {{(pid=94009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:08:36.242276 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-4c539167-165b-4b79-88b5-72d030d29511 req-57cea758-d741-44e7-bc05-d31496cd7c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1041244'] for port, after_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:36.260525 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.db.provisioning_blocks [None req-1fac90f9-ec08-4ca2-8679-004607971410 admin admin] Transition to ACTIVE for port object 926b62f9-63e6-4d96-a1d2-9bb5ae90896a will not be triggered until provisioned by entity DHCP. {{(pid=94010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:08:36.275099 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-86c11482-e20b-498f-9e2f-d534d3f93abf None None] Provisioning complete for port 08cc0a00-df07-431f-ad42-7180d0e95e98 triggered by entity DHCP. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:08:36.277041 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-86c11482-e20b-498f-9e2f-d534d3f93abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:36.351029 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cf537cc6-18bf-43c3-abd5-e6ec256c4211 None None] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:36.351665 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:36.376092 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-1fac90f9-ec08-4ca2-8679-004607971410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748756606401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14298976'] for port, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:36.378831 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [None req-cf537cc6-18bf-43c3-abd5-e6ec256c4211 None None] Transition to ACTIVE for port object d083848b-e521-4ac7-bc73-6beaa5fcd029 will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:08:36.383163 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c539167-165b-4b79-88b5-72d030d29511 req-57cea758-d741-44e7-bc05-d31496cd7c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:36.383795 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-4c539167-165b-4b79-88b5-72d030d29511 req-57cea758-d741-44e7-bc05-d31496cd7c24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46804'] for port, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:36.390878 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-4c539167-165b-4b79-88b5-72d030d29511 req-57cea758-d741-44e7-bc05-d31496cd7c24 service neutron] 10.222.0.42 "PUT /v2.0/ports/cc42018f-c792-43d5-a681-1fd251cdce3d HTTP/1.1" status: 200 len: 1094 time: 2.8907371 Sep 10 15:08:36.394472 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66f8470b-7147-4c28-a213-fca803ea498e', 'tag': 'cc42018f-c792-43d5-a681-1fd251cdce3d'}] {{(pid=94009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:08:36.397625 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cf537cc6-18bf-43c3-abd5-e6ec256c4211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:36.414071 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9f06775dd2e397dd855044b511bdd55e5ba575987bbc09c0a11d88d405cb18b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb223ca-6911-4555-9902-6dc248d98bb3" -d '{"events": [{"name": "network-changed", "server_uuid": "66f8470b-7147-4c28-a213-fca803ea498e", "tag": "cc42018f-c792-43d5-a681-1fd251cdce3d"}]}' {{(pid=94009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:08:36.457290 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '143a972e-0ff0-419c-86d2-ac547165c89a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb923cd0-0edf-4c22-ba8b-54f38068961e'}] {{(pid=94011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:08:36.474468 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eff4842c0e32827c09e5fc730d7a4a2f35fc7e77767eed508a7d5fefd1bac28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be50a2ce-e6e7-4a69-811f-647e62e3417a" -d '{"events": [{"server_uuid": "143a972e-0ff0-419c-86d2-ac547165c89a", "name": "network-vif-plugged", "status": "completed", "tag": "fb923cd0-0edf-4c22-ba8b-54f38068961e"}]}' {{(pid=94011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:08:36.492702 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fac90f9-ec08-4ca2-8679-004607971410 admin admin] Network 4147788a-dc53-4d30-932b-743b7551ff1c is already hosted by enough agents. {{(pid=94010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:08:36.505774 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.base_scheduler [None req-1fac90f9-ec08-4ca2-8679-004607971410 admin admin] Resources bound (agent type, host, resource id): {{(pid=94010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:08:36.512405 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fac90f9-ec08-4ca2-8679-004607971410 admin admin] Received port after_create {{(pid=94010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:08:36.539791 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4efb5e3-20d5-458d-bd9e-470c1003a6a9 req-97cba254-a425-4684-8af6-fad422b0047e tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:36.549369 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-a4efb5e3-20d5-458d-bd9e-470c1003a6a9 req-97cba254-a425-4684-8af6-fad422b0047e tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9ede9c0-0e64-4af1-8930-fe240ce9b603 HTTP/1.1" status: 200 len: 946 time: 0.5414236 Sep 10 15:08:36.557078 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] For port fb923cd0-0edf-4c22-ba8b-54f38068961e, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=fb923cd0-0edf-4c22-ba8b-54f38068961e,segment=NetworkSegment(bb86f61e-96d3-4b2d-b030-81e81239a996),segment_id=bb86f61e-96d3-4b2d-b030-81e81239a996)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:08:36.557870 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-cf537cc6-18bf-43c3-abd5-e6ec256c4211 None None] Attempting to bind port d083848b-e521-4ac7-bc73-6beaa5fcd029 on host dv-cinder-760153-10-iscsi for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:08:36.558301 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-cf537cc6-18bf-43c3-abd5-e6ec256c4211 None None] Attempting to bind port d083848b-e521-4ac7-bc73-6beaa5fcd029 by drivers openvswitch,hyperv on host dv-cinder-760153-10-iscsi at level 0 using segments [{'id': '62148626-c573-4694-a829-31b2bfa74c0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:08:36.558768 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf537cc6-18bf-43c3-abd5-e6ec256c4211 None None] Attempting to bind port d083848b-e521-4ac7-bc73-6beaa5fcd029 on network caa13d69-ff92-44ce-a665-3b9af711feed {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:08:36.559414 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cea758-d741-44e7-bc05-d31496cd7c24 service neutron] Pushing event updated for resources: {'Port': ['ID=cc42018f-c792-43d5-a681-1fd251cdce3d,revision_number=3']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:08:36.560980 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd77525d-25a8-4253-865c-dea525c273ec None None] Pushing event updated for resources: {'Port': ['ID=d083848b-e521-4ac7-bc73-6beaa5fcd029,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:08:36.576482 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf537cc6-18bf-43c3-abd5-e6ec256c4211 None None] Checking agent: {'id': 'aa4392c4-9186-46d5-9724-80b6d464cfe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760153-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 14, 57, 58), 'started_at': datetime.datetime(2021, 9, 10, 14, 58, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760153-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:08:36.579556 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:36.581108 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf537cc6-18bf-43c3-abd5-e6ec256c4211 None None] Checking segment: {'id': '62148626-c573-4694-a829-31b2bfa74c0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:08:36.581331 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cf537cc6-18bf-43c3-abd5-e6ec256c4211 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:36.582534 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf537cc6-18bf-43c3-abd5-e6ec256c4211 None None] Bound using segment: {'id': '62148626-c573-4694-a829-31b2bfa74c0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:08:36.583132 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-cf537cc6-18bf-43c3-abd5-e6ec256c4211 None None] Bound port: d083848b-e521-4ac7-bc73-6beaa5fcd029, host: dv-cinder-760153-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62148626-c573-4694-a829-31b2bfa74c0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:08:36.583638 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cf537cc6-18bf-43c3-abd5-e6ec256c4211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:36.590165 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fac90f9-ec08-4ca2-8679-004607971410 admin admin] Pushing event updated for resources: {'Port': ['ID=926b62f9-63e6-4d96-a1d2-9bb5ae90896a,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:08:36.649231 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-1fac90f9-ec08-4ca2-8679-004607971410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582848'] for router_interface, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:36.700207 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8f50c4-53c4-4339-9824-203cb92a0e04 req-e3bf8930-ebf5-46b6-9cce-eeb0f18357be tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:36.711626 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:36.713071 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-cf537cc6-18bf-43c3-abd5-e6ec256c4211 None None] For port d083848b-e521-4ac7-bc73-6beaa5fcd029, host dv-cinder-760153-10-iscsi, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:08:36.724999 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-ef8f50c4-53c4-4339-9824-203cb92a0e04 req-e3bf8930-ebf5-46b6-9cce-eeb0f18357be tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 945 time: 0.5001030 Sep 10 15:08:36.740337 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-cf537cc6-18bf-43c3-abd5-e6ec256c4211 None None] For port d083848b-e521-4ac7-bc73-6beaa5fcd029, host dv-cinder-760153-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-10-iscsi',level=0,port_id=d083848b-e521-4ac7-bc73-6beaa5fcd029,segment=NetworkSegment(62148626-c573-4694-a829-31b2bfa74c0d),segment_id=62148626-c573-4694-a829-31b2bfa74c0d)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:08:36.755446 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-cf537cc6-18bf-43c3-abd5-e6ec256c4211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:36.818201 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-a4efb5e3-20d5-458d-bd9e-470c1003a6a9 req-dafc5492-0b1b-48de-9236-a11afc23a03c tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397192 Sep 10 15:08:36.865267 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-ef8f50c4-53c4-4339-9824-203cb92a0e04 req-b1bc4680-db53-46a5-9b1b-d0ca1809aa03 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=88c2f7ce-a671-457c-9037-355504b74c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389036 Sep 10 15:08:36.880536 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf537cc6-18bf-43c3-abd5-e6ec256c4211 None None] Routers {'38a8bfec-1379-4a11-bf83-c11fb789f6c3'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:08:36.890562 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-cf537cc6-18bf-43c3-abd5-e6ec256c4211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T15:08:28Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['38a8bfec-1379-4a11-bf83-c11fb789f6c3'], 'active': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:08:36.891653 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c539167-165b-4b79-88b5-72d030d29511 req-9313acb1-9e57-4478-8fae-3497983b818a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:36.896259 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-86c11482-e20b-498f-9e2f-d534d3f93abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:36.896892 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-4c539167-165b-4b79-88b5-72d030d29511 req-9313acb1-9e57-4478-8fae-3497983b818a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=885822bd6d484774bb44c7b5a96f2e14&device_id=66f8470b-7147-4c28-a213-fca803ea498e HTTP/1.1" status: 200 len: 1097 time: 0.3214712 Sep 10 15:08:36.922078 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-1fac90f9-ec08-4ca2-8679-004607971410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:36.960810 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Pushing event updated for resources: {'Port': ['ID=fb923cd0-0edf-4c22-ba8b-54f38068961e,revision_number=5']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:08:36.980945 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] For port 08cc0a00-df07-431f-ad42-7180d0e95e98, host dv-cinder-760153-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-10-iscsi',level=0,port_id=08cc0a00-df07-431f-ad42-7180d0e95e98,segment=NetworkSegment(edd36536-3ee2-4b33-98f8-359d9eb69741),segment_id=edd36536-3ee2-4b33-98f8-359d9eb69741)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:08:37.003399 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dffcd0c-8c15-4076-9a36-5d9281db74ac x-openstack-request-id: req-8dffcd0c-8c15-4076-9a36-5d9281db74ac {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:08:37.003749 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "143a972e-0ff0-419c-86d2-ac547165c89a", "name": "network-vif-plugged", "status": "completed", "tag": "fb923cd0-0edf-4c22-ba8b-54f38068961e", "code": 200}]} {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:08:37.003964 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8dffcd0c-8c15-4076-9a36-5d9281db74ac {{(pid=94011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:08:37.004734 dv-cinder-760153-10-iscsi neutron-server[94011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '143a972e-0ff0-419c-86d2-ac547165c89a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb923cd0-0edf-4c22-ba8b-54f38068961e', 'code': 200} Sep 10 15:08:37.008298 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:37.121223 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvr_db [None req-cf537cc6-18bf-43c3-abd5-e6ec256c4211 None None] Set router 38a8bfec-1379-4a11-bf83-c11fb789f6c3 gateway port host: dv-cinder-760153-10-iscsi {{(pid=94012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:08:37.133824 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 15:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6319c906-c1fb-482b-8b46-65d97171bd29 x-openstack-request-id: req-6319c906-c1fb-482b-8b46-65d97171bd29 {{(pid=94009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:08:37.135329 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66f8470b-7147-4c28-a213-fca803ea498e", "tag": "cc42018f-c792-43d5-a681-1fd251cdce3d", "status": "completed", "code": 200}]} {{(pid=94009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:08:37.135743 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6319c906-c1fb-482b-8b46-65d97171bd29 {{(pid=94009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:08:37.136320 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66f8470b-7147-4c28-a213-fca803ea498e', 'tag': 'cc42018f-c792-43d5-a681-1fd251cdce3d', 'status': 'completed', 'code': 200} Sep 10 15:08:37.234323 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.db.api [None req-86c11482-e20b-498f-9e2f-d534d3f93abf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94011) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 15:08:37.234689 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG oslo_db.api [None req-86c11482-e20b-498f-9e2f-d534d3f93abf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 15:08:37.243316 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Pushing event updated for resources: {'Port': ['ID=08cc0a00-df07-431f-ad42-7180d0e95e98,revision_number=3']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:08:37.287198 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-4c539167-165b-4b79-88b5-72d030d29511 req-2a9f660e-1986-4111-b4aa-7e3da96c705a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc42018f-c792-43d5-a681-1fd251cdce3d HTTP/1.1" status: 200 len: 217 time: 0.3809066 Sep 10 15:08:37.309507 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd77525d-25a8-4253-865c-dea525c273ec None None] Pushing event updated for resources: {'Port': ['ID=d083848b-e521-4ac7-bc73-6beaa5fcd029,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:08:37.342243 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-1fac90f9-ec08-4ca2-8679-004607971410 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:37.362884 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-1fac90f9-ec08-4ca2-8679-004607971410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14298515'] for port, after_update {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:37.474439 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-cf537cc6-18bf-43c3-abd5-e6ec256c4211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38a8bfec-1379-4a11-bf83-c11fb789f6c3', 'name': 'tempest-TestMinimumBasicScenario-1359992507-router', 'tenant_id': '8aa5bcee86bc409b87c07abce606008e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': 'd083848b-e521-4ac7-bc73-6beaa5fcd029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:08:29Z', 'updated_at': '2021-09-10T15:08:36Z', 'revision_number': 4, 'project_id': '8aa5bcee86bc409b87c07abce606008e', 'gw_port': {'id': 'd083848b-e521-4ac7-bc73-6beaa5fcd029', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:95:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38a8bfec-1379-4a11-bf83-c11fb789f6c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:08:30Z', 'updated_at': '2021-09-10T15:08:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi', '_interfaces': [{'id': '926b62f9-63e6-4d96-a1d2-9bb5ae90896a', 'name': '', 'network_id': '4147788a-dc53-4d30-932b-743b7551ff1c', 'tenant_id': '8aa5bcee86bc409b87c07abce606008e', 'mac_address': 'fa:16:3e:43:28:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38a8bfec-1379-4a11-bf83-c11fb789f6c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'fa36df75-99ca-4f4e-b98b-9352e5667b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:08:35Z', 'updated_at': '2021-09-10T15:08:35Z', 'revision_number': 1, 'project_id': '8aa5bcee86bc409b87c07abce606008e', 'subnets': [{'id': 'fa36df75-99ca-4f4e-b98b-9352e5667b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:08:37.584280 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-1fac90f9-ec08-4ca2-8679-004607971410 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586064'] for router_interface, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:37.592830 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf537cc6-18bf-43c3-abd5-e6ec256c4211 None None] The sync data for ids ['38a8bfec-1379-4a11-bf83-c11fb789f6c3'] in dv-cinder-760153-10-iscsi is: [{'id': '38a8bfec-1379-4a11-bf83-c11fb789f6c3', 'name': 'tempest-TestMinimumBasicScenario-1359992507-router', 'tenant_id': '8aa5bcee86bc409b87c07abce606008e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': 'd083848b-e521-4ac7-bc73-6beaa5fcd029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:08:29Z', 'updated_at': '2021-09-10T15:08:36Z', 'revision_number': 4, 'project_id': '8aa5bcee86bc409b87c07abce606008e', 'gw_port': {'id': 'd083848b-e521-4ac7-bc73-6beaa5fcd029', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:95:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38a8bfec-1379-4a11-bf83-c11fb789f6c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:08:30Z', 'updated_at': '2021-09-10T15:08:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi', '_interfaces': [{'id': '926b62f9-63e6-4d96-a1d2-9bb5ae90896a', 'name': '', 'network_id': '4147788a-dc53-4d30-932b-743b7551ff1c', 'tenant_id': '8aa5bcee86bc409b87c07abce606008e', 'mac_address': 'fa:16:3e:43:28:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38a8bfec-1379-4a11-bf83-c11fb789f6c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'fa36df75-99ca-4f4e-b98b-9352e5667b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:08:35Z', 'updated_at': '2021-09-10T15:08:35Z', 'revision_number': 1, 'project_id': '8aa5bcee86bc409b87c07abce606008e', 'subnets': [{'id': 'fa36df75-99ca-4f4e-b98b-9352e5667b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:08:37.594876 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fac90f9-ec08-4ca2-8679-004607971410 admin admin] Pushing event updated for resources: {'Port': ['ID=926b62f9-63e6-4d96-a1d2-9bb5ae90896a,revision_number=2']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:08:37.632621 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dcdec4-92e8-414d-84e1-3789cc59451d req-46eaa88f-c9ea-4bc0-8191-2fd08c2795ed tempest-VolumesNegativeTest-122205131 tempest-VolumesNegativeTest-122205131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:37.647467 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-57dcdec4-92e8-414d-84e1-3789cc59451d req-46eaa88f-c9ea-4bc0-8191-2fd08c2795ed tempest-VolumesNegativeTest-122205131 tempest-VolumesNegativeTest-122205131-project] 10.222.0.35 "GET /v2.0/ports?device_id=143a972e-0ff0-419c-86d2-ac547165c89a HTTP/1.1" status: 200 len: 950 time: 0.3586123 Sep 10 15:08:37.667984 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc003309-2590-4fdd-a752-630ae5f6a92f req-b923441a-a07d-4a55-a1bc-cec679d5002d tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:37.670812 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-fc003309-2590-4fdd-a752-630ae5f6a92f req-b923441a-a07d-4a55-a1bc-cec679d5002d tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] 10.222.0.35 "GET /v2.0/ports?device_id=66f8470b-7147-4c28-a213-fca803ea498e HTTP/1.1" status: 200 len: 944 time: 0.5842059 Sep 10 15:08:37.745729 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fac90f9-ec08-4ca2-8679-004607971410 admin admin] Network 4147788a-dc53-4d30-932b-743b7551ff1c is already hosted by enough agents. {{(pid=94010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:08:37.748476 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.base_scheduler [None req-1fac90f9-ec08-4ca2-8679-004607971410 admin admin] Resources bound (agent type, host, resource id): {{(pid=94010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:08:37.871244 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2467a7a2-7697-443f-b30e-c6b72e7911d1 req-ee1099c7-e1d1-48d6-9035-47fb5113eb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:37.872830 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-2467a7a2-7697-443f-b30e-c6b72e7911d1 req-ee1099c7-e1d1-48d6-9035-47fb5113eb31 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=143a972e-0ff0-419c-86d2-ac547165c89a HTTP/1.1" status: 200 len: 1103 time: 0.4737282 Sep 10 15:08:37.879030 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-fc003309-2590-4fdd-a752-630ae5f6a92f req-b2be0be8-c393-42c1-91a5-113fa9ba9e1d tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] 10.222.0.35 "GET /v2.0/security-groups?id=35067a0b-e59b-4dc4-8160-50aa352eb9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877227 Sep 10 15:08:37.943572 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-57dcdec4-92e8-414d-84e1-3789cc59451d req-e743ecfc-dc01-408d-b754-b76434d3a6d1 tempest-VolumesNegativeTest-122205131 tempest-VolumesNegativeTest-122205131-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0b1116d-2902-4ab3-985a-3a2859139f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918458 Sep 10 15:08:37.987216 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-2467a7a2-7697-443f-b30e-c6b72e7911d1 req-fb44203a-9eb1-4992-b33e-d2af931cc358 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e0b1116d-2902-4ab3-985a-3a2859139f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029871 Sep 10 15:08:37.988840 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c539167-165b-4b79-88b5-72d030d29511 req-bf440843-ebd9-4d96-adf3-12b29cac4b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:37.990396 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-4c539167-165b-4b79-88b5-72d030d29511 req-bf440843-ebd9-4d96-adf3-12b29cac4b6e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0321bce4-909e-49a2-ba03-6f65fe1b4387 HTTP/1.1" status: 200 len: 849 time: 0.6845260 Sep 10 15:08:37.999801 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fac90f9-ec08-4ca2-8679-004607971410 admin admin] Router 38a8bfec-1379-4a11-bf83-c11fb789f6c3 has already been hosted by L3 agent b0771735-54fe-4ba2-aeee-11d3b2b54cf1 {{(pid=94010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 15:08:38.038522 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-ecaf1ea5-43cf-4e7d-bc44-bc10776d50dd None None] Provisioning for port 926b62f9-63e6-4d96-a1d2-9bb5ae90896a completed by entity DHCP. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:08:38.043688 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-ecaf1ea5-43cf-4e7d-bc44-bc10776d50dd None None] Provisioning complete for port 926b62f9-63e6-4d96-a1d2-9bb5ae90896a triggered by entity DHCP. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:08:38.044090 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-ecaf1ea5-43cf-4e7d-bc44-bc10776d50dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:38.136144 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-ecaf1ea5-43cf-4e7d-bc44-bc10776d50dd None None] Port 926b62f9-63e6-4d96-a1d2-9bb5ae90896a cannot update to ACTIVE because it is not bound. {{(pid=94011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 15:08:38.223566 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71954d6d-7df1-4fdd-b1e5-86968c718815 req-fd4e6df8-d530-4955-b1c3-7317362a4f93 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:38.241392 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fac90f9-ec08-4ca2-8679-004607971410 admin admin] Notify agent at l3_agent.dv-cinder-760153-10-iscsi the message routers_updated {{(pid=94010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:08:38.247546 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-1fac90f9-ec08-4ca2-8679-004607971410 admin admin] 10.222.0.35 "PUT /v2.0/routers/38a8bfec-1379-4a11-bf83-c11fb789f6c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1985297 Sep 10 15:08:38.247881 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-71954d6d-7df1-4fdd-b1e5-86968c718815 req-fd4e6df8-d530-4955-b1c3-7317362a4f93 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9ede9c0-0e64-4af1-8930-fe240ce9b603 HTTP/1.1" status: 200 len: 946 time: 0.1734438 Sep 10 15:08:38.332497 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-4c539167-165b-4b79-88b5-72d030d29511 req-790da534-5259-4524-8b27-f6b182b6d393 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ba3aefdd-27dd-4167-a6ff-5a6467d894ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1431100 Sep 10 15:08:38.391751 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-6d12a18f-ee25-4210-8c18-005ff56b5d48 None None] Provisioning complete for port 926b62f9-63e6-4d96-a1d2-9bb5ae90896a triggered by entity DHCP. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:08:38.394902 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-6d12a18f-ee25-4210-8c18-005ff56b5d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:38.485457 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-6d12a18f-ee25-4210-8c18-005ff56b5d48 None None] Port 926b62f9-63e6-4d96-a1d2-9bb5ae90896a cannot update to ACTIVE because it is not bound. {{(pid=94011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 15:08:38.588560 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-71954d6d-7df1-4fdd-b1e5-86968c718815 req-31200477-d5eb-4ccf-bc57-4ce8750562ad tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3394618 Sep 10 15:08:38.650092 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4118748-1b93-4007-bdf2-68eaa678a3af req-a294812b-ada9-4e75-8818-654e09a5bb3b tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:38.655456 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-d4118748-1b93-4007-bdf2-68eaa678a3af req-a294812b-ada9-4e75-8818-654e09a5bb3b tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 945 time: 0.2738469 Sep 10 15:08:38.731321 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-4c539167-165b-4b79-88b5-72d030d29511 req-22a503db-bc4c-4dc3-8b81-2519b6682164 service neutron] 10.222.0.42 "GET /v2.0/networks/ba3aefdd-27dd-4167-a6ff-5a6467d894ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3696666 Sep 10 15:08:38.765222 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-d4118748-1b93-4007-bdf2-68eaa678a3af req-31d63cd4-5e87-4143-a309-16923c6ec1cb tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=88c2f7ce-a671-457c-9037-355504b74c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949395 Sep 10 15:08:39.041034 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-4c539167-165b-4b79-88b5-72d030d29511 req-4acb3700-ebc1-4590-8f4f-f323019bda05 service neutron] 10.222.0.42 "GET /v2.0/networks/ba3aefdd-27dd-4167-a6ff-5a6467d894ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981088 Sep 10 15:08:39.227291 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device 08cc0a00-df07-431f-ad42-7180d0e95e98 up at agent ovs-agent-dv-cinder-760153-10-iscsi {{(pid=94011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:08:39.369392 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:39.445782 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deced1d7-c231-4561-8b19-db6625e89d79 req-472da9a3-7fe2-43c3-ad09-47e0adf85c5e tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:39.448491 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-deced1d7-c231-4561-8b19-db6625e89d79 req-472da9a3-7fe2-43c3-ad09-47e0adf85c5e tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] 10.222.0.35 "GET /v2.0/ports?device_id=66f8470b-7147-4c28-a213-fca803ea498e HTTP/1.1" status: 200 len: 944 time: 0.3474109 Sep 10 15:08:39.484863 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Provisioning complete for port 08cc0a00-df07-431f-ad42-7180d0e95e98 triggered by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:08:39.485573 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:39.496387 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb223ca-6911-4555-9902-6dc248d98bb3 req-51d25835-2df1-4807-8ee8-d86f30e19eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:39.513698 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-efb223ca-6911-4555-9902-6dc248d98bb3 req-51d25835-2df1-4807-8ee8-d86f30e19eae service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=885822bd6d484774bb44c7b5a96f2e14&device_id=66f8470b-7147-4c28-a213-fca803ea498e HTTP/1.1" status: 200 len: 1097 time: 0.3463426 Sep 10 15:08:39.628067 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d67ea4-02c0-461e-a847-627f930c32fb req-3fc1c8be-c52b-453a-ae45-9a8d9ca72a58 tempest-VolumesNegativeTest-122205131 tempest-VolumesNegativeTest-122205131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:39.629805 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-b1d67ea4-02c0-461e-a847-627f930c32fb req-3fc1c8be-c52b-453a-ae45-9a8d9ca72a58 tempest-VolumesNegativeTest-122205131 tempest-VolumesNegativeTest-122205131-project] 10.222.0.35 "GET /v2.0/ports?device_id=143a972e-0ff0-419c-86d2-ac547165c89a HTTP/1.1" status: 200 len: 950 time: 0.5080040 Sep 10 15:08:39.816171 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-deced1d7-c231-4561-8b19-db6625e89d79 req-e9fdb823-fdd1-47bb-9f50-984141b3f8fc tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] 10.222.0.35 "GET /v2.0/security-groups?id=35067a0b-e59b-4dc4-8160-50aa352eb9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3452206 Sep 10 15:08:39.837757 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-b1d67ea4-02c0-461e-a847-627f930c32fb req-e114c4cb-ca08-4208-b5d5-32ad37c38ac5 tempest-VolumesNegativeTest-122205131 tempest-VolumesNegativeTest-122205131-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0b1116d-2902-4ab3-985a-3a2859139f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159036 Sep 10 15:08:39.839533 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb223ca-6911-4555-9902-6dc248d98bb3 req-09142a09-b42b-4ef3-b08b-d2ccc8a759fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:39.841492 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-efb223ca-6911-4555-9902-6dc248d98bb3 req-09142a09-b42b-4ef3-b08b-d2ccc8a759fa service neutron] 10.222.0.42 "GET /v2.0/networks?id=ba3aefdd-27dd-4167-a6ff-5a6467d894ba HTTP/1.1" status: 200 len: 910 time: 0.2983959 Sep 10 15:08:39.957921 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-efb223ca-6911-4555-9902-6dc248d98bb3 req-3d51af8f-76de-4794-b704-4b810915f299 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cc42018f-c792-43d5-a681-1fd251cdce3d HTTP/1.1" status: 200 len: 217 time: 0.1076565 Sep 10 15:08:40.295781 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb223ca-6911-4555-9902-6dc248d98bb3 req-4a9356ed-1170-4f88-94ea-5d5e6e819248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:40.311875 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-efb223ca-6911-4555-9902-6dc248d98bb3 req-4a9356ed-1170-4f88-94ea-5d5e6e819248 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0321bce4-909e-49a2-ba03-6f65fe1b4387 HTTP/1.1" status: 200 len: 849 time: 0.2990007 Sep 10 15:08:40.395894 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfc9ef1-f789-48bc-891c-4b9ae4704b97 req-b42134c6-1a04-4949-98e7-d7640101b546 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:40.399008 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-9dfc9ef1-f789-48bc-891c-4b9ae4704b97 req-b42134c6-1a04-4949-98e7-d7640101b546 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 945 time: 0.4341359 Sep 10 15:08:40.402998 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-efb223ca-6911-4555-9902-6dc248d98bb3 req-9b84fc5d-81ac-44f1-92b0-c82fe9cd2610 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ba3aefdd-27dd-4167-a6ff-5a6467d894ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776601 Sep 10 15:08:40.416628 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1308ea79-106e-4f9f-ac68-aa0e704ec92a req-4362816c-3c27-40ab-b124-85c86f07b335 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:40.419350 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-1308ea79-106e-4f9f-ac68-aa0e704ec92a req-4362816c-3c27-40ab-b124-85c86f07b335 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9ede9c0-0e64-4af1-8930-fe240ce9b603 HTTP/1.1" status: 200 len: 946 time: 0.3905029 Sep 10 15:08:40.585675 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-1308ea79-106e-4f9f-ac68-aa0e704ec92a req-c2551839-b231-4482-bc1d-8214a3007abd tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157835 Sep 10 15:08:40.648539 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-9dfc9ef1-f789-48bc-891c-4b9ae4704b97 req-b01b5dc1-5b4c-4f90-8f3f-127a5026ce85 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=88c2f7ce-a671-457c-9037-355504b74c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1822944 Sep 10 15:08:40.712870 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-efb223ca-6911-4555-9902-6dc248d98bb3 req-08711bdf-76ae-401c-a806-ff0b53ce3c51 service neutron] 10.222.0.42 "GET /v2.0/networks/ba3aefdd-27dd-4167-a6ff-5a6467d894ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783444 Sep 10 15:08:41.237844 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device cc42018f-c792-43d5-a681-1fd251cdce3d details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=94011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 15:08:41.324190 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device d083848b-e521-4ac7-bc73-6beaa5fcd029 up at agent ovs-agent-dv-cinder-760153-10-iscsi {{(pid=94011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:08:41.409127 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-efb223ca-6911-4555-9902-6dc248d98bb3 req-2e523f4d-37ed-4d58-af56-6da2ff6d587d service neutron] 10.222.0.42 "GET /v2.0/networks/ba3aefdd-27dd-4167-a6ff-5a6467d894ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6882694 Sep 10 15:08:41.479527 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c82daa0-4393-4ff0-b729-27d2f3e309bf req-9e512aa1-7fe6-4ccf-8528-b0f662947fe5 tempest-VolumesNegativeTest-122205131 tempest-VolumesNegativeTest-122205131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:41.495696 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-2c82daa0-4393-4ff0-b729-27d2f3e309bf req-9e512aa1-7fe6-4ccf-8528-b0f662947fe5 tempest-VolumesNegativeTest-122205131 tempest-VolumesNegativeTest-122205131-project] 10.222.0.35 "GET /v2.0/ports?device_id=143a972e-0ff0-419c-86d2-ac547165c89a HTTP/1.1" status: 200 len: 950 time: 0.2336059 Sep 10 15:08:41.587851 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be25b691-5e23-4301-b38e-6f46ccab3676 req-639db6c9-c9cd-4bcf-b855-61c00da8fb7a tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:41.590691 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-be25b691-5e23-4301-b38e-6f46ccab3676 req-639db6c9-c9cd-4bcf-b855-61c00da8fb7a tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] 10.222.0.35 "GET /v2.0/ports?device_id=66f8470b-7147-4c28-a213-fca803ea498e HTTP/1.1" status: 200 len: 944 time: 0.4734318 Sep 10 15:08:41.669715 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-2c82daa0-4393-4ff0-b729-27d2f3e309bf req-6da2adb8-dd35-4ca7-9076-28b7844dd201 tempest-VolumesNegativeTest-122205131 tempest-VolumesNegativeTest-122205131-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0b1116d-2902-4ab3-985a-3a2859139f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631451 Sep 10 15:08:41.712439 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] For port cc42018f-c792-43d5-a681-1fd251cdce3d, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=cc42018f-c792-43d5-a681-1fd251cdce3d,segment=NetworkSegment(9b2ded07-1884-4111-a4a8-bf22eb076df7),segment_id=9b2ded07-1884-4111-a4a8-bf22eb076df7)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:08:41.748722 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Returning: {'device': 'cc42018f-c792-43d5-a681-1fd251cdce3d', 'network_id': 'ba3aefdd-27dd-4167-a6ff-5a6467d894ba', 'port_id': 'cc42018f-c792-43d5-a681-1fd251cdce3d', 'mac_address': 'fa:16:3e:f6:43:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0321bce4-909e-49a2-ba03-6f65fe1b4387', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 15:08:41.777717 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-be25b691-5e23-4301-b38e-6f46ccab3676 req-78c1501c-01a1-4703-98ae-f0902e67c728 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] 10.222.0.35 "GET /v2.0/security-groups?id=35067a0b-e59b-4dc4-8160-50aa352eb9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641691 Sep 10 15:08:41.974645 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:41.994081 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Provisioning for port d083848b-e521-4ac7-bc73-6beaa5fcd029 completed by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:08:42.005804 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Provisioning complete for port d083848b-e521-4ac7-bc73-6beaa5fcd029 triggered by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:08:42.006290 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:42.044713 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc42018f-c792-43d5-a681-1fd251cdce3d {{(pid=94011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:08:42.044995 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f85e53c-450c-4d57-ba49-ab3c2af0e3c4 req-1b87d626-7c37-4322-b138-de7160b9ebe1 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:42.054902 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-5f85e53c-450c-4d57-ba49-ab3c2af0e3c4 req-1b87d626-7c37-4322-b138-de7160b9ebe1 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9ede9c0-0e64-4af1-8930-fe240ce9b603 HTTP/1.1" status: 200 len: 946 time: 0.1406782 Sep 10 15:08:42.082596 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] For port cc42018f-c792-43d5-a681-1fd251cdce3d, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=cc42018f-c792-43d5-a681-1fd251cdce3d,segment=NetworkSegment(9b2ded07-1884-4111-a4a8-bf22eb076df7),segment_id=9b2ded07-1884-4111-a4a8-bf22eb076df7)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:08:42.114710 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:42.144929 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-5f85e53c-450c-4d57-ba49-ab3c2af0e3c4 req-cc66e6ed-2469-456c-8402-c05ae91b7372 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888646 Sep 10 15:08:42.274077 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6350555-66f7-4ddd-81fd-7e609962ab12 None None] Sync routers for ids ['38a8bfec-1379-4a11-bf83-c11fb789f6c3'] in dv-cinder-760153-10-iscsi {{(pid=94011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:08:42.406500 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6350555-66f7-4ddd-81fd-7e609962ab12 None None] Routers {'38a8bfec-1379-4a11-bf83-c11fb789f6c3'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:08:42.407354 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-b6350555-66f7-4ddd-81fd-7e609962ab12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T15:08:28Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['38a8bfec-1379-4a11-bf83-c11fb789f6c3'], 'active': True} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:08:42.413922 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] get_ports_and_sgs() called for port_ids ['cc42018f-c792-43d5-a681-1fd251cdce3d'] {{(pid=94011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 15:08:42.813312 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220741c-31e1-4cd1-91ec-267e1b64dd36 req-c7231b38-600f-41c2-b1bc-b8ba514e2e87 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:42.825115 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-9220741c-31e1-4cd1-91ec-267e1b64dd36 req-c7231b38-600f-41c2-b1bc-b8ba514e2e87 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 945 time: 0.1577396 Sep 10 15:08:42.884982 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-9220741c-31e1-4cd1-91ec-267e1b64dd36 req-26988dd1-5154-498c-a52e-5e4c358a9cba tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=88c2f7ce-a671-457c-9037-355504b74c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503788 Sep 10 15:08:42.989485 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3566f9f5-ff90-436a-a672-3ed87538318e req-76b07999-a306-41bf-abfc-3744a4d67230 tempest-VolumesNegativeTest-122205131 tempest-VolumesNegativeTest-122205131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:42.991847 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-3566f9f5-ff90-436a-a672-3ed87538318e req-76b07999-a306-41bf-abfc-3744a4d67230 tempest-VolumesNegativeTest-122205131 tempest-VolumesNegativeTest-122205131-project] 10.222.0.35 "GET /v2.0/ports?device_id=143a972e-0ff0-419c-86d2-ac547165c89a HTTP/1.1" status: 200 len: 950 time: 0.1173441 Sep 10 15:08:43.045670 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvr_db [None req-b6350555-66f7-4ddd-81fd-7e609962ab12 None None] Set router 38a8bfec-1379-4a11-bf83-c11fb789f6c3 gateway port host: dv-cinder-760153-10-iscsi {{(pid=94011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:08:43.080889 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-3566f9f5-ff90-436a-a672-3ed87538318e req-ae76c74c-f7a6-4d52-9421-f8aaaa7e63c8 tempest-VolumesNegativeTest-122205131 tempest-VolumesNegativeTest-122205131-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0b1116d-2902-4ab3-985a-3a2859139f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761280 Sep 10 15:08:43.134573 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ea0993-d4be-4856-98e9-4b82eb299f16 req-9a42315c-89f5-45f8-b73c-b80ae57ef96b tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:43.151520 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-d8ea0993-d4be-4856-98e9-4b82eb299f16 req-9a42315c-89f5-45f8-b73c-b80ae57ef96b tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] 10.222.0.35 "GET /v2.0/ports?device_id=66f8470b-7147-4c28-a213-fca803ea498e HTTP/1.1" status: 200 len: 945 time: 0.1390193 Sep 10 15:08:43.217038 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-d8ea0993-d4be-4856-98e9-4b82eb299f16 req-530dd7fd-d27c-4f37-a2ca-3d392fc88b47 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] 10.222.0.35 "GET /v2.0/security-groups?id=35067a0b-e59b-4dc4-8160-50aa352eb9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634427 Sep 10 15:08:43.399716 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4835b122-6e13-4f1e-9f83-bbf42252b72a req-d3d71297-a3c6-42b8-a0b1-f32faad8b1c5 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:43.409723 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-4835b122-6e13-4f1e-9f83-bbf42252b72a req-d3d71297-a3c6-42b8-a0b1-f32faad8b1c5 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9ede9c0-0e64-4af1-8930-fe240ce9b603 HTTP/1.1" status: 200 len: 946 time: 0.0778611 Sep 10 15:08:43.466728 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-4835b122-6e13-4f1e-9f83-bbf42252b72a req-6fb02b04-8cb6-4315-8e8f-d8df0e75b477 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555067 Sep 10 15:08:43.491286 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Pushing event updated for resources: {'Port': ['ID=cc42018f-c792-43d5-a681-1fd251cdce3d,revision_number=4']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:08:43.607753 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:43.674145 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] For port d083848b-e521-4ac7-bc73-6beaa5fcd029, host dv-cinder-760153-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-10-iscsi',level=0,port_id=d083848b-e521-4ac7-bc73-6beaa5fcd029,segment=NetworkSegment(62148626-c573-4694-a829-31b2bfa74c0d),segment_id=62148626-c573-4694-a829-31b2bfa74c0d)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:08:43.704128 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:43.781992 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-b6350555-66f7-4ddd-81fd-7e609962ab12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38a8bfec-1379-4a11-bf83-c11fb789f6c3', 'name': 'tempest-TestMinimumBasicScenario-1359992507-router', 'tenant_id': '8aa5bcee86bc409b87c07abce606008e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': 'd083848b-e521-4ac7-bc73-6beaa5fcd029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:08:29Z', 'updated_at': '2021-09-10T15:08:36Z', 'revision_number': 4, 'project_id': '8aa5bcee86bc409b87c07abce606008e', 'gw_port': {'id': 'd083848b-e521-4ac7-bc73-6beaa5fcd029', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:95:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38a8bfec-1379-4a11-bf83-c11fb789f6c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:08:30Z', 'updated_at': '2021-09-10T15:08:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi', '_interfaces': [{'id': '926b62f9-63e6-4d96-a1d2-9bb5ae90896a', 'name': '', 'network_id': '4147788a-dc53-4d30-932b-743b7551ff1c', 'tenant_id': '8aa5bcee86bc409b87c07abce606008e', 'mac_address': 'fa:16:3e:43:28:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38a8bfec-1379-4a11-bf83-c11fb789f6c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'fa36df75-99ca-4f4e-b98b-9352e5667b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:08:35Z', 'updated_at': '2021-09-10T15:08:37Z', 'revision_number': 2, 'project_id': '8aa5bcee86bc409b87c07abce606008e', 'subnets': [{'id': 'fa36df75-99ca-4f4e-b98b-9352e5667b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:08:43.829250 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6350555-66f7-4ddd-81fd-7e609962ab12 None None] Checking router: 38a8bfec-1379-4a11-bf83-c11fb789f6c3 for host: dv-cinder-760153-10-iscsi {{(pid=94011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:08:43.829729 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6350555-66f7-4ddd-81fd-7e609962ab12 None None] Updating router 38a8bfec-1379-4a11-bf83-c11fb789f6c3 port 926b62f9-63e6-4d96-a1d2-9bb5ae90896a binding host dv-cinder-760153-10-iscsi {{(pid=94011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 15:08:43.834192 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Pushing event updated for resources: {'Port': ['ID=d083848b-e521-4ac7-bc73-6beaa5fcd029,revision_number=4']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:08:43.882169 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b6350555-66f7-4ddd-81fd-7e609962ab12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:44.164352 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce99b3-2701-45a1-912e-e466bd066e37 req-9f2f7bd7-c644-49cd-b496-40d3dd6a082b tempest-VolumesNegativeTest-122205131 tempest-VolumesNegativeTest-122205131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:44.170445 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-52ce99b3-2701-45a1-912e-e466bd066e37 req-9f2f7bd7-c644-49cd-b496-40d3dd6a082b tempest-VolumesNegativeTest-122205131 tempest-VolumesNegativeTest-122205131-project] 10.222.0.42 "GET /v2.0/ports?device_id=143a972e-0ff0-419c-86d2-ac547165c89a HTTP/1.1" status: 200 len: 950 time: 0.1631682 Sep 10 15:08:44.193375 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57a3f36-d6ba-42e6-af2f-5081266dcbcf req-b280aaef-8546-4456-ac7a-838feb27e384 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:44.206689 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-b57a3f36-d6ba-42e6-af2f-5081266dcbcf req-b280aaef-8546-4456-ac7a-838feb27e384 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 945 time: 0.1279285 Sep 10 15:08:44.318926 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b6350555-66f7-4ddd-81fd-7e609962ab12 None None] Notify callbacks [] for port, precommit_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:44.356536 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-b6350555-66f7-4ddd-81fd-7e609962ab12 None None] Transition to ACTIVE for port object 926b62f9-63e6-4d96-a1d2-9bb5ae90896a will not be triggered until provisioned by entity L2. {{(pid=94011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:08:44.402776 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b6350555-66f7-4ddd-81fd-7e609962ab12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:44.466517 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-b57a3f36-d6ba-42e6-af2f-5081266dcbcf req-a8d046cd-41fb-4d24-ad73-f724e0db3e19 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=88c2f7ce-a671-457c-9037-355504b74c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2533276 Sep 10 15:08:44.498772 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2641e1a-e64c-4f3a-969c-4cb9794e6a8f req-f8e4a4e3-6dac-4705-bec9-0f198c3c9f63 tempest-VolumesNegativeTest-122205131 tempest-VolumesNegativeTest-122205131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:44.512815 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-c2641e1a-e64c-4f3a-969c-4cb9794e6a8f req-f8e4a4e3-6dac-4705-bec9-0f198c3c9f63 tempest-VolumesNegativeTest-122205131 tempest-VolumesNegativeTest-122205131-project] 10.222.0.35 "GET /v2.0/ports?device_id=143a972e-0ff0-419c-86d2-ac547165c89a HTTP/1.1" status: 200 len: 950 time: 0.2812097 Sep 10 15:08:44.661718 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.plugin [req-52ce99b3-2701-45a1-912e-e466bd066e37 req-8797d8cc-b673-4893-bc06-1fd13a2c9258 tempest-VolumesNegativeTest-122205131 tempest-VolumesNegativeTest-122205131-project] Deleting port fb923cd0-0edf-4c22-ba8b-54f38068961e {{(pid=94009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:08:44.662150 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-52ce99b3-2701-45a1-912e-e466bd066e37 req-8797d8cc-b673-4893-bc06-1fd13a2c9258 tempest-VolumesNegativeTest-122205131 tempest-VolumesNegativeTest-122205131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748757118522'] for port, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:44.694823 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a91323-1818-42f0-847e-0284ffe11094 None None] Pushing event updated for resources: {'Port': ['ID=926b62f9-63e6-4d96-a1d2-9bb5ae90896a,revision_number=3']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:08:44.783967 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-c2641e1a-e64c-4f3a-969c-4cb9794e6a8f req-265bce9e-7b30-4177-9654-6ce8a878f0f3 tempest-VolumesNegativeTest-122205131 tempest-VolumesNegativeTest-122205131-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0b1116d-2902-4ab3-985a-3a2859139f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683640 Sep 10 15:08:44.809487 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [None req-b6350555-66f7-4ddd-81fd-7e609962ab12 None None] Attempting to bind port 926b62f9-63e6-4d96-a1d2-9bb5ae90896a on host dv-cinder-760153-10-iscsi for vnic_type normal with profile {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:08:44.810271 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [None req-b6350555-66f7-4ddd-81fd-7e609962ab12 None None] Attempting to bind port 926b62f9-63e6-4d96-a1d2-9bb5ae90896a by drivers openvswitch,hyperv on host dv-cinder-760153-10-iscsi at level 0 using segments [{'id': 'edd36536-3ee2-4b33-98f8-359d9eb69741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4147788a-dc53-4d30-932b-743b7551ff1c'}] {{(pid=94011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:08:44.811003 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6350555-66f7-4ddd-81fd-7e609962ab12 None None] Attempting to bind port 926b62f9-63e6-4d96-a1d2-9bb5ae90896a on network 4147788a-dc53-4d30-932b-743b7551ff1c {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:08:44.832215 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6350555-66f7-4ddd-81fd-7e609962ab12 None None] Checking agent: {'id': 'aa4392c4-9186-46d5-9724-80b6d464cfe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760153-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 14, 57, 58), 'started_at': datetime.datetime(2021, 9, 10, 14, 58, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760153-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:08:44.832215 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6350555-66f7-4ddd-81fd-7e609962ab12 None None] Checking segment: {'id': 'edd36536-3ee2-4b33-98f8-359d9eb69741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4147788a-dc53-4d30-932b-743b7551ff1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:08:44.832215 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b6350555-66f7-4ddd-81fd-7e609962ab12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:44.832215 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6350555-66f7-4ddd-81fd-7e609962ab12 None None] Bound using segment: {'id': 'edd36536-3ee2-4b33-98f8-359d9eb69741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4147788a-dc53-4d30-932b-743b7551ff1c'} {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:08:44.832215 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [None req-b6350555-66f7-4ddd-81fd-7e609962ab12 None None] Bound port: 926b62f9-63e6-4d96-a1d2-9bb5ae90896a, host: dv-cinder-760153-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edd36536-3ee2-4b33-98f8-359d9eb69741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4147788a-dc53-4d30-932b-743b7551ff1c'}}] {{(pid=94011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:08:44.832215 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b6350555-66f7-4ddd-81fd-7e609962ab12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:45.045178 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3805d-0a93-4cc9-9a0a-2bfdf36b605d req-460f7d89-2582-4ed0-b15d-2ba562c7a084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:45.046916 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-6db3805d-0a93-4cc9-9a0a-2bfdf36b605d req-460f7d89-2582-4ed0-b15d-2ba562c7a084 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c0149948ecbd4da99adb4e990da99cd9&device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 1098 time: 0.5068567 Sep 10 15:08:45.086683 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-b6350555-66f7-4ddd-81fd-7e609962ab12 None None] For port 926b62f9-63e6-4d96-a1d2-9bb5ae90896a, host dv-cinder-760153-10-iscsi, cleared binding levels {{(pid=94011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:08:45.100285 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-b6350555-66f7-4ddd-81fd-7e609962ab12 None None] For port 926b62f9-63e6-4d96-a1d2-9bb5ae90896a, host dv-cinder-760153-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-10-iscsi',level=0,port_id=926b62f9-63e6-4d96-a1d2-9bb5ae90896a,segment=NetworkSegment(edd36536-3ee2-4b33-98f8-359d9eb69741),segment_id=edd36536-3ee2-4b33-98f8-359d9eb69741)] {{(pid=94011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:08:45.116105 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b6350555-66f7-4ddd-81fd-7e609962ab12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:45.156818 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffc43af-20de-4cb5-a82a-2238a2535ebf req-ec5befb0-0fc5-4c02-853f-007226500388 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:45.169019 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-9ffc43af-20de-4cb5-a82a-2238a2535ebf req-ec5befb0-0fc5-4c02-853f-007226500388 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] 10.222.0.35 "GET /v2.0/ports?device_id=66f8470b-7147-4c28-a213-fca803ea498e HTTP/1.1" status: 200 len: 945 time: 0.4417534 Sep 10 15:08:45.250398 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device cc42018f-c792-43d5-a681-1fd251cdce3d up at agent hyperv_hv-cinder-76015 {{(pid=94011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:08:45.263300 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7fb8ba-15b9-4420-b18b-b6e5e65c8188 req-ebee0548-55fd-48a2-9073-b58c13095793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:45.266537 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [req-8a7fb8ba-15b9-4420-b18b-b6e5e65c8188 req-ebee0548-55fd-48a2-9073-b58c13095793 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f9ede9c0-0e64-4af1-8930-fe240ce9b603 HTTP/1.1" status: 200 len: 1099 time: 0.1392159 Sep 10 15:08:45.304596 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6350555-66f7-4ddd-81fd-7e609962ab12 None None] Routers {'38a8bfec-1379-4a11-bf83-c11fb789f6c3'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:08:45.305319 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-b6350555-66f7-4ddd-81fd-7e609962ab12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T15:08:28Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['38a8bfec-1379-4a11-bf83-c11fb789f6c3'], 'active': True} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:08:45.310621 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a91323-1818-42f0-847e-0284ffe11094 None None] Pushing event updated for resources: {'Port': ['ID=926b62f9-63e6-4d96-a1d2-9bb5ae90896a,revision_number=4']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:08:45.368203 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [req-8a7fb8ba-15b9-4420-b18b-b6e5e65c8188 req-0dc45e50-e2a4-425c-a0aa-40226ddb6885 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916829 Sep 10 15:08:45.635111 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvr_db [None req-b6350555-66f7-4ddd-81fd-7e609962ab12 None None] Set router 38a8bfec-1379-4a11-bf83-c11fb789f6c3 gateway port host: dv-cinder-760153-10-iscsi {{(pid=94011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:08:45.778211 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Provisioning for port cc42018f-c792-43d5-a681-1fd251cdce3d completed by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:08:45.867995 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Provisioning complete for port cc42018f-c792-43d5-a681-1fd251cdce3d triggered by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:08:45.868595 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:45.907039 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.db [req-52ce99b3-2701-45a1-912e-e466bd066e37 req-8797d8cc-b673-4893-bc06-1fd13a2c9258 tempest-VolumesNegativeTest-122205131 tempest-VolumesNegativeTest-122205131-project] For port fb923cd0-0edf-4c22-ba8b-54f38068961e, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=fb923cd0-0edf-4c22-ba8b-54f38068961e,segment=NetworkSegment(bb86f61e-96d3-4b2d-b030-81e81239a996),segment_id=bb86f61e-96d3-4b2d-b030-81e81239a996)] {{(pid=94009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:08:45.907349 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-52ce99b3-2701-45a1-912e-e466bd066e37 req-8797d8cc-b673-4893-bc06-1fd13a2c9258 tempest-VolumesNegativeTest-122205131 tempest-VolumesNegativeTest-122205131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530186'] for port, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:45.944815 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device d083848b-e521-4ac7-bc73-6beaa5fcd029 up at agent ovs-agent-dv-cinder-760153-10-iscsi {{(pid=94011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:08:45.994529 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6464d121-d296-47ef-b9ee-6c637c486162 req-2edc1d9f-235d-47a6-843c-15515f4cfa8a tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:45.995848 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-6464d121-d296-47ef-b9ee-6c637c486162 req-2edc1d9f-235d-47a6-843c-15515f4cfa8a tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9ede9c0-0e64-4af1-8930-fe240ce9b603 HTTP/1.1" status: 200 len: 946 time: 1.0669603 Sep 10 15:08:45.996961 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.plugin [req-52ce99b3-2701-45a1-912e-e466bd066e37 req-8797d8cc-b673-4893-bc06-1fd13a2c9258 tempest-VolumesNegativeTest-122205131 tempest-VolumesNegativeTest-122205131-project] Calling delete_port for fb923cd0-0edf-4c22-ba8b-54f38068961e owned by compute:nova {{(pid=94009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:08:46.047016 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-9ffc43af-20de-4cb5-a82a-2238a2535ebf req-3b0764e9-d124-4fca-9962-3a5622d9f3ee tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] 10.222.0.35 "GET /v2.0/security-groups?id=35067a0b-e59b-4dc4-8160-50aa352eb9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8748529 Sep 10 15:08:46.202975 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-6464d121-d296-47ef-b9ee-6c637c486162 req-9e8c8a00-5445-47ef-8207-035e41d23af8 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859691 Sep 10 15:08:46.207727 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3805d-0a93-4cc9-9a0a-2bfdf36b605d req-ddffdad1-9c8f-484d-8684-254954323d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:46.209751 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-6db3805d-0a93-4cc9-9a0a-2bfdf36b605d req-ddffdad1-9c8f-484d-8684-254954323d84 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d8cbe470-bc98-41a4-a428-659bec184b54 HTTP/1.1" status: 200 len: 918 time: 1.1414928 Sep 10 15:08:46.249517 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Provisioning complete for port d083848b-e521-4ac7-bc73-6beaa5fcd029 triggered by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:08:46.249895 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:46.273920 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:46.320352 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66f8470b-7147-4c28-a213-fca803ea498e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc42018f-c792-43d5-a681-1fd251cdce3d'}] {{(pid=94011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:08:46.322747 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eff4842c0e32827c09e5fc730d7a4a2f35fc7e77767eed508a7d5fefd1bac28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6ad6e74-32cc-4df8-9c33-842f77565d9c" -d '{"events": [{"server_uuid": "66f8470b-7147-4c28-a213-fca803ea498e", "name": "network-vif-plugged", "status": "completed", "tag": "cc42018f-c792-43d5-a681-1fd251cdce3d"}]}' {{(pid=94011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:08:46.356052 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-6db3805d-0a93-4cc9-9a0a-2bfdf36b605d req-07bd9880-e254-4049-b300-072955a61939 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=82eba568-662f-42f2-bd64-96a84537e5b4 HTTP/1.1" status: 200 len: 1001 time: 0.1321216 Sep 10 15:08:46.375333 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] For port cc42018f-c792-43d5-a681-1fd251cdce3d, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=cc42018f-c792-43d5-a681-1fd251cdce3d,segment=NetworkSegment(9b2ded07-1884-4111-a4a8-bf22eb076df7),segment_id=9b2ded07-1884-4111-a4a8-bf22eb076df7)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:08:46.389011 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:46.402284 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-b6350555-66f7-4ddd-81fd-7e609962ab12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38a8bfec-1379-4a11-bf83-c11fb789f6c3', 'name': 'tempest-TestMinimumBasicScenario-1359992507-router', 'tenant_id': '8aa5bcee86bc409b87c07abce606008e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': 'd083848b-e521-4ac7-bc73-6beaa5fcd029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:08:29Z', 'updated_at': '2021-09-10T15:08:36Z', 'revision_number': 4, 'project_id': '8aa5bcee86bc409b87c07abce606008e', 'gw_port': {'id': 'd083848b-e521-4ac7-bc73-6beaa5fcd029', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:95:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a8bfec-1379-4a11-bf83-c11fb789f6c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:08:30Z', 'updated_at': '2021-09-10T15:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi', '_interfaces': [{'id': '926b62f9-63e6-4d96-a1d2-9bb5ae90896a', 'name': '', 'network_id': '4147788a-dc53-4d30-932b-743b7551ff1c', 'tenant_id': '8aa5bcee86bc409b87c07abce606008e', 'mac_address': 'fa:16:3e:43:28:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38a8bfec-1379-4a11-bf83-c11fb789f6c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'fa36df75-99ca-4f4e-b98b-9352e5667b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:08:35Z', 'updated_at': '2021-09-10T15:08:45Z', 'revision_number': 4, 'project_id': '8aa5bcee86bc409b87c07abce606008e', 'subnets': [{'id': 'fa36df75-99ca-4f4e-b98b-9352e5667b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:08:46.484479 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6350555-66f7-4ddd-81fd-7e609962ab12 None None] The sync data for ids ['38a8bfec-1379-4a11-bf83-c11fb789f6c3'] in dv-cinder-760153-10-iscsi is: [{'id': '38a8bfec-1379-4a11-bf83-c11fb789f6c3', 'name': 'tempest-TestMinimumBasicScenario-1359992507-router', 'tenant_id': '8aa5bcee86bc409b87c07abce606008e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': 'd083848b-e521-4ac7-bc73-6beaa5fcd029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:08:29Z', 'updated_at': '2021-09-10T15:08:36Z', 'revision_number': 4, 'project_id': '8aa5bcee86bc409b87c07abce606008e', 'gw_port': {'id': 'd083848b-e521-4ac7-bc73-6beaa5fcd029', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:95:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a8bfec-1379-4a11-bf83-c11fb789f6c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:08:30Z', 'updated_at': '2021-09-10T15:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi', '_interfaces': [{'id': '926b62f9-63e6-4d96-a1d2-9bb5ae90896a', 'name': '', 'network_id': '4147788a-dc53-4d30-932b-743b7551ff1c', 'tenant_id': '8aa5bcee86bc409b87c07abce606008e', 'mac_address': 'fa:16:3e:43:28:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38a8bfec-1379-4a11-bf83-c11fb789f6c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': 'fa36df75-99ca-4f4e-b98b-9352e5667b61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:08:35Z', 'updated_at': '2021-09-10T15:08:45Z', 'revision_number': 4, 'project_id': '8aa5bcee86bc409b87c07abce606008e', 'subnets': [{'id': 'fa36df75-99ca-4f4e-b98b-9352e5667b61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:08:46.526730 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3805d-0a93-4cc9-9a0a-2bfdf36b605d req-e2c5c9d2-5794-4627-afd4-b9fe5a63c8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:46.531860 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-6db3805d-0a93-4cc9-9a0a-2bfdf36b605d req-e2c5c9d2-5794-4627-afd4-b9fe5a63c8c6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=782052c7-4991-4efe-97d8-5a0e8f67d6bc HTTP/1.1" status: 200 len: 856 time: 0.1534662 Sep 10 15:08:46.537173 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device 926b62f9-63e6-4d96-a1d2-9bb5ae90896a up at agent ovs-agent-dv-cinder-760153-10-iscsi {{(pid=94011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:08:46.539824 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Pushing event updated for resources: {'Port': ['ID=cc42018f-c792-43d5-a681-1fd251cdce3d,revision_number=5']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:08:46.563415 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b7de32-c0c4-4068-b5da-b6535a6d19f6 req-effc1a90-7b5c-4b64-9565-b35496a7237e tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:46.565321 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-25b7de32-c0c4-4068-b5da-b6535a6d19f6 req-effc1a90-7b5c-4b64-9565-b35496a7237e tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 945 time: 0.3127863 Sep 10 15:08:46.622889 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Provisioning for port 926b62f9-63e6-4d96-a1d2-9bb5ae90896a completed by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:08:46.628735 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Provisioning complete for port 926b62f9-63e6-4d96-a1d2-9bb5ae90896a triggered by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:08:46.629117 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:46.675199 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ae499-710f-412c-89e2-82d2785173e9 req-6dc8e6c8-a085-4db2-8c1b-6a34f7d71b9c tempest-VolumesNegativeTest-122205131 tempest-VolumesNegativeTest-122205131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:46.680868 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-0d9ae499-710f-412c-89e2-82d2785173e9 req-6dc8e6c8-a085-4db2-8c1b-6a34f7d71b9c tempest-VolumesNegativeTest-122205131 tempest-VolumesNegativeTest-122205131-project] 10.222.0.35 "GET /v2.0/ports?device_id=143a972e-0ff0-419c-86d2-ac547165c89a HTTP/1.1" status: 200 len: 950 time: 0.3385143 Sep 10 15:08:46.719663 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-52ce99b3-2701-45a1-912e-e466bd066e37 req-8797d8cc-b673-4893-bc06-1fd13a2c9258 tempest-VolumesNegativeTest-122205131 tempest-VolumesNegativeTest-122205131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748757126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748756606410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1040815'] for port, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:46.734892 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-25b7de32-c0c4-4068-b5da-b6535a6d19f6 req-2dfc524a-afed-44b0-9bc6-160b4a5beab2 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=88c2f7ce-a671-457c-9037-355504b74c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317570 Sep 10 15:08:46.752070 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] get_ports_and_sgs() called for port_ids ['fb923cd0-0edf-4c22-ba8b-54f38068961e'] {{(pid=94011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 15:08:46.785194 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8797d8cc-b673-4893-bc06-1fd13a2c9258 tempest-VolumesNegativeTest-122205131 tempest-VolumesNegativeTest-122205131-project] Pushing event deleted for resources: {'Port': ['ID=fb923cd0-0edf-4c22-ba8b-54f38068961e,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:08:46.809951 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3805d-0a93-4cc9-9a0a-2bfdf36b605d req-3e748f3d-bfce-4c56-a98d-409329943fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:46.813136 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-6db3805d-0a93-4cc9-9a0a-2bfdf36b605d req-3e748f3d-bfce-4c56-a98d-409329943fb6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d8cbe470-bc98-41a4-a428-659bec184b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2463179 Sep 10 15:08:46.828691 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56634117-72b1-4368-925c-d57073c2570e x-openstack-request-id: req-56634117-72b1-4368-925c-d57073c2570e {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:08:46.828691 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66f8470b-7147-4c28-a213-fca803ea498e", "name": "network-vif-plugged", "status": "completed", "tag": "cc42018f-c792-43d5-a681-1fd251cdce3d", "code": 200}]} {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:08:46.829946 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-56634117-72b1-4368-925c-d57073c2570e {{(pid=94011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:08:46.829946 dv-cinder-760153-10-iscsi neutron-server[94011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66f8470b-7147-4c28-a213-fca803ea498e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc42018f-c792-43d5-a681-1fd251cdce3d', 'code': 200} Sep 10 15:08:46.852219 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:46.871442 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-0d9ae499-710f-412c-89e2-82d2785173e9 req-cd21a5bb-60d7-40a9-a453-5bee9552711a tempest-VolumesNegativeTest-122205131 tempest-VolumesNegativeTest-122205131-project] 10.222.0.35 "GET /v2.0/security-groups?id=e0b1116d-2902-4ab3-985a-3a2859139f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728320 Sep 10 15:08:46.986397 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] For port 926b62f9-63e6-4d96-a1d2-9bb5ae90896a, host dv-cinder-760153-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-10-iscsi',level=0,port_id=926b62f9-63e6-4d96-a1d2-9bb5ae90896a,segment=NetworkSegment(edd36536-3ee2-4b33-98f8-359d9eb69741),segment_id=edd36536-3ee2-4b33-98f8-359d9eb69741)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:08:46.996872 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:47.086919 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.l3_dvrscheduler_db [req-52ce99b3-2701-45a1-912e-e466bd066e37 req-8797d8cc-b673-4893-bc06-1fd13a2c9258 tempest-VolumesNegativeTest-122205131 tempest-VolumesNegativeTest-122205131-project] No DVR routers for this DVR port fb923cd0-0edf-4c22-ba8b-54f38068961e on host hv-cinder-76015 {{(pid=94009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 15:08:47.098162 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-52ce99b3-2701-45a1-912e-e466bd066e37 req-8797d8cc-b673-4893-bc06-1fd13a2c9258 tempest-VolumesNegativeTest-122205131 tempest-VolumesNegativeTest-122205131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46804'] for port, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:47.114114 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-52ce99b3-2701-45a1-912e-e466bd066e37 req-8797d8cc-b673-4893-bc06-1fd13a2c9258 tempest-VolumesNegativeTest-122205131 tempest-VolumesNegativeTest-122205131-project] 10.222.0.42 "DELETE /v2.0/ports/fb923cd0-0edf-4c22-ba8b-54f38068961e HTTP/1.1" status: 204 len: 173 time: 2.8359501 Sep 10 15:08:47.114887 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '143a972e-0ff0-419c-86d2-ac547165c89a', 'name': 'network-vif-deleted', 'tag': 'fb923cd0-0edf-4c22-ba8b-54f38068961e'}] {{(pid=94009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:08:47.117387 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Pushing event updated for resources: {'Port': ['ID=926b62f9-63e6-4d96-a1d2-9bb5ae90896a,revision_number=5']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:08:47.120312 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9f06775dd2e397dd855044b511bdd55e5ba575987bbc09c0a11d88d405cb18b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b56253-0615-44d5-8516-4f5f99022fb1" -d '{"events": [{"server_uuid": "143a972e-0ff0-419c-86d2-ac547165c89a", "name": "network-vif-deleted", "tag": "fb923cd0-0edf-4c22-ba8b-54f38068961e"}]}' {{(pid=94009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:08:47.215849 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-6db3805d-0a93-4cc9-9a0a-2bfdf36b605d req-1652f7bb-aa90-4d42-b93b-83975a53ff38 service neutron] 10.222.0.42 "GET /v2.0/networks/d8cbe470-bc98-41a4-a428-659bec184b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3584244 Sep 10 15:08:47.289562 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abbb12ea-87ec-4ca1-abd8-cee8dbc95e62 x-openstack-request-id: req-abbb12ea-87ec-4ca1-abd8-cee8dbc95e62 {{(pid=94009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:08:47.290291 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "143a972e-0ff0-419c-86d2-ac547165c89a", "name": "network-vif-deleted", "tag": "fb923cd0-0edf-4c22-ba8b-54f38068961e", "status": "completed", "code": 200}]} {{(pid=94009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:08:47.291349 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-abbb12ea-87ec-4ca1-abd8-cee8dbc95e62 {{(pid=94009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:08:47.291962 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '143a972e-0ff0-419c-86d2-ac547165c89a', 'name': 'network-vif-deleted', 'tag': 'fb923cd0-0edf-4c22-ba8b-54f38068961e', 'status': 'completed', 'code': 200} Sep 10 15:08:47.310853 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bee4e8-55d4-4fc3-a674-4525da2aed42 req-b554037a-a122-4255-974f-2844089284b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:47.316398 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [req-b4bee4e8-55d4-4fc3-a674-4525da2aed42 req-b554037a-a122-4255-974f-2844089284b9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=66f8470b-7147-4c28-a213-fca803ea498e HTTP/1.1" status: 200 len: 1099 time: 0.1853490 Sep 10 15:08:47.433975 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [req-b4bee4e8-55d4-4fc3-a674-4525da2aed42 req-803c72da-9874-46b4-9085-77f260fb5e8c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=35067a0b-e59b-4dc4-8160-50aa352eb9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126583 Sep 10 15:08:47.523411 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e0c19d-8624-49dd-b79e-d40e469e50a2 req-42b41a8a-9427-4153-aa44-b46ebfaa60c3 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:47.531505 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-f6e0c19d-8624-49dd-b79e-d40e469e50a2 req-42b41a8a-9427-4153-aa44-b46ebfaa60c3 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] 10.222.0.35 "GET /v2.0/ports?device_id=66f8470b-7147-4c28-a213-fca803ea498e HTTP/1.1" status: 200 len: 946 time: 0.2163970 Sep 10 15:08:47.551315 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30b7a7c-e896-4beb-853e-e3b6742efd45 req-23bb7aee-1f3c-4e45-adad-54a8aa6d6a44 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:47.553007 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-f30b7a7c-e896-4beb-853e-e3b6742efd45 req-23bb7aee-1f3c-4e45-adad-54a8aa6d6a44 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9ede9c0-0e64-4af1-8930-fe240ce9b603 HTTP/1.1" status: 200 len: 946 time: 0.1553409 Sep 10 15:08:47.562263 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-6db3805d-0a93-4cc9-9a0a-2bfdf36b605d req-9faf60ce-7a37-4a0c-b905-e5aca62ca88c service neutron] 10.222.0.42 "GET /v2.0/networks/d8cbe470-bc98-41a4-a428-659bec184b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3349202 Sep 10 15:08:47.609780 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-f6e0c19d-8624-49dd-b79e-d40e469e50a2 req-ae8c0020-e0ab-46ef-9dde-a2f66f3fa316 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] 10.222.0.35 "GET /v2.0/security-groups?id=35067a0b-e59b-4dc4-8160-50aa352eb9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770032 Sep 10 15:08:47.659978 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-f30b7a7c-e896-4beb-853e-e3b6742efd45 req-530759ed-8566-481f-a3f9-4c9f717d12b0 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934706 Sep 10 15:08:47.907244 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device 926b62f9-63e6-4d96-a1d2-9bb5ae90896a up at agent ovs-agent-dv-cinder-760153-10-iscsi {{(pid=94011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:08:48.007723 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Provisioning complete for port 926b62f9-63e6-4d96-a1d2-9bb5ae90896a triggered by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:08:48.008263 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:48.042109 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a668dc-2769-4fc2-9375-ecef8e65b78c req-51d7deb8-fb9b-4708-95d2-7cfc7ea80ac1 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:48.044490 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-74a668dc-2769-4fc2-9375-ecef8e65b78c req-51d7deb8-fb9b-4708-95d2-7cfc7ea80ac1 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 945 time: 0.1334119 Sep 10 15:08:48.152591 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-74a668dc-2769-4fc2-9375-ecef8e65b78c req-24561536-eb07-4108-898c-f9876be95bf3 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=88c2f7ce-a671-457c-9037-355504b74c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990906 Sep 10 15:08:48.180565 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-3fa7b409-e67b-430d-890a-a598a23a8401 req-ec38dd19-8d12-4a46-81e6-d81cf5ebf955 tempest-VolumesNegativeTest-122205131 tempest-VolumesNegativeTest-122205131-project] 10.222.0.35 "GET /v2.0/ports?device_id=143a972e-0ff0-419c-86d2-ac547165c89a HTTP/1.1" status: 200 len: 210 time: 0.0562625 Sep 10 15:08:48.573792 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d65faf-fe10-45ab-bad9-a70096ddbd16 req-2d89ad78-1745-4cfe-9f70-38c8b143c910 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:48.575611 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-a8d65faf-fe10-45ab-bad9-a70096ddbd16 req-2d89ad78-1745-4cfe-9f70-38c8b143c910 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9ede9c0-0e64-4af1-8930-fe240ce9b603 HTTP/1.1" status: 200 len: 946 time: 0.1107099 Sep 10 15:08:48.586016 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247ce83-1284-417a-b791-ac2cfbc60842 req-af72d2e4-623b-42d1-bf0d-f97a6e0b33bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:48.587637 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-1247ce83-1284-417a-b791-ac2cfbc60842 req-af72d2e4-623b-42d1-bf0d-f97a6e0b33bb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cbb1ce4618c54a79b7f16a6fbbdf66ab&device_id=f9ede9c0-0e64-4af1-8930-fe240ce9b603 HTTP/1.1" status: 200 len: 1099 time: 0.1022940 Sep 10 15:08:48.659763 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-a8d65faf-fe10-45ab-bad9-a70096ddbd16 req-2a673ccf-9511-4b36-9ec7-5ca4575cec13 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763612 Sep 10 15:08:48.746405 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247ce83-1284-417a-b791-ac2cfbc60842 req-3394a1ab-4d8b-49ca-b485-2f8515dbe891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:48.747976 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-1247ce83-1284-417a-b791-ac2cfbc60842 req-3394a1ab-4d8b-49ca-b485-2f8515dbe891 service neutron] 10.222.0.42 "GET /v2.0/networks?id=10576399-efc6-445d-9ca5-76386260f1a2 HTTP/1.1" status: 200 len: 919 time: 0.1443131 Sep 10 15:08:48.812278 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-1247ce83-1284-417a-b791-ac2cfbc60842 req-bf6ea2e1-2e30-4dfe-90c8-ba2119945bf5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0902fa08-3c11-46ef-be4c-a72dce4d2747 HTTP/1.1" status: 200 len: 217 time: 0.0459466 Sep 10 15:08:48.846826 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd4672f-6817-493f-970d-6f2a63443a45 req-8251669b-dfbc-4b1c-b86b-17417a003f29 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:48.854119 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-0cd4672f-6817-493f-970d-6f2a63443a45 req-8251669b-dfbc-4b1c-b86b-17417a003f29 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] 10.222.0.35 "GET /v2.0/ports?device_id=66f8470b-7147-4c28-a213-fca803ea498e HTTP/1.1" status: 200 len: 946 time: 0.1299465 Sep 10 15:08:48.961922 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247ce83-1284-417a-b791-ac2cfbc60842 req-c0f5592d-d227-4bb7-a598-c11bafdfad42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:48.963515 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-1247ce83-1284-417a-b791-ac2cfbc60842 req-c0f5592d-d227-4bb7-a598-c11bafdfad42 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1439a9a1-9d83-40a1-a053-fdab96d16b79 HTTP/1.1" status: 200 len: 858 time: 0.1349847 Sep 10 15:08:48.979233 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-0cd4672f-6817-493f-970d-6f2a63443a45 req-e7119906-3292-46e8-895b-3554d5e6c927 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] 10.222.0.35 "GET /v2.0/security-groups?id=35067a0b-e59b-4dc4-8160-50aa352eb9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240273 Sep 10 15:08:49.029454 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-1247ce83-1284-417a-b791-ac2cfbc60842 req-8cc27f6f-dd8a-4f68-9963-a1afd4289b4c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=10576399-efc6-445d-9ca5-76386260f1a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468578 Sep 10 15:08:49.159856 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-1247ce83-1284-417a-b791-ac2cfbc60842 req-1a1f69cf-21fb-4efa-b6d7-c42a3c02f192 service neutron] 10.222.0.42 "GET /v2.0/networks/10576399-efc6-445d-9ca5-76386260f1a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200519 Sep 10 15:08:49.259457 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device fb923cd0-0edf-4c22-ba8b-54f38068961e no longer exists at agent hyperv_hv-cinder-76015 {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:08:49.324663 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] No Port match for: fb923cd0-0edf-4c22-ba8b-54f38068961e {{(pid=94011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:08:49.325388 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device fb923cd0-0edf-4c22-ba8b-54f38068961e not bound to the agent host hv-cinder-76015 {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:08:49.330332 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device 82eba568-662f-42f2-bd64-96a84537e5b4 no longer exists at agent hyperv_hv-cinder-76015 {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:08:49.341249 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-1247ce83-1284-417a-b791-ac2cfbc60842 req-f80985c0-8f48-4677-8f40-0032cbbdd272 service neutron] 10.222.0.42 "GET /v2.0/networks/10576399-efc6-445d-9ca5-76386260f1a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735525 Sep 10 15:08:49.477488 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:49.490604 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b7f68d-cc17-423d-9df3-5adbd55a2cf7 req-a1c50cf2-bbef-4aca-b61a-d17df508c121 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:49.504368 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-c8b7f68d-cc17-423d-9df3-5adbd55a2cf7 req-a1c50cf2-bbef-4aca-b61a-d17df508c121 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 945 time: 0.1770773 Sep 10 15:08:49.591823 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-c8b7f68d-cc17-423d-9df3-5adbd55a2cf7 req-7542d6d3-3433-4015-b664-deb241665411 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=88c2f7ce-a671-457c-9037-355504b74c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802448 Sep 10 15:08:49.749525 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2924c45-fb9a-4ab9-86f9-3ba21e44701b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82eba568-662f-42f2-bd64-96a84537e5b4'}] {{(pid=94011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:08:49.756605 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eff4842c0e32827c09e5fc730d7a4a2f35fc7e77767eed508a7d5fefd1bac28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3065e333-630e-4fe9-9c27-548b7da19caf" -d '{"events": [{"server_uuid": "e2924c45-fb9a-4ab9-86f9-3ba21e44701b", "name": "network-vif-unplugged", "status": "completed", "tag": "82eba568-662f-42f2-bd64-96a84537e5b4"}]}' {{(pid=94011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:08:49.785902 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] For port 82eba568-662f-42f2-bd64-96a84537e5b4, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=82eba568-662f-42f2-bd64-96a84537e5b4,segment=NetworkSegment(adc254f0-00c9-46af-adb3-b3d1f6ff0d76),segment_id=adc254f0-00c9-46af-adb3-b3d1f6ff0d76)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:08:49.796471 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:49.878567 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Sep 2021 15:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0917ab81-a76b-4ec5-9917-31d852d5180b x-openstack-request-id: req-0917ab81-a76b-4ec5-9917-31d852d5180b {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:08:49.878903 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2924c45-fb9a-4ab9-86f9-3ba21e44701b", "name": "network-vif-unplugged", "status": "completed", "tag": "82eba568-662f-42f2-bd64-96a84537e5b4", "code": 200}]} {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:08:49.879299 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0917ab81-a76b-4ec5-9917-31d852d5180b {{(pid=94011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:08:49.879728 dv-cinder-760153-10-iscsi neutron-server[94011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2924c45-fb9a-4ab9-86f9-3ba21e44701b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82eba568-662f-42f2-bd64-96a84537e5b4', 'code': 200} Sep 10 15:08:49.898092 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01117acc-7863-444f-83ad-d2c4c935dd9c req-bacf7053-be8f-4023-aa79-8cac1e48b6e6 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:49.900511 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-01117acc-7863-444f-83ad-d2c4c935dd9c req-bacf7053-be8f-4023-aa79-8cac1e48b6e6 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9ede9c0-0e64-4af1-8930-fe240ce9b603 HTTP/1.1" status: 200 len: 946 time: 0.1184645 Sep 10 15:08:49.943410 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Pushing event updated for resources: {'Port': ['ID=82eba568-662f-42f2-bd64-96a84537e5b4,revision_number=8']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:08:49.995693 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-01117acc-7863-444f-83ad-d2c4c935dd9c req-6e6e9b94-31cc-442c-a448-28ab7c8214da tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863531 Sep 10 15:08:50.287937 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0024da96-4a73-4c73-a510-ff45dfa88c3f req-0446b0cc-fdd7-4e33-9391-beb1a18cd8e6 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:50.291652 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-0024da96-4a73-4c73-a510-ff45dfa88c3f req-0446b0cc-fdd7-4e33-9391-beb1a18cd8e6 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] 10.222.0.35 "GET /v2.0/ports?device_id=66f8470b-7147-4c28-a213-fca803ea498e HTTP/1.1" status: 200 len: 946 time: 0.1639478 Sep 10 15:08:50.417386 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-0024da96-4a73-4c73-a510-ff45dfa88c3f req-23755444-9eab-42a0-8d38-b01494879c0a tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] 10.222.0.35 "GET /v2.0/security-groups?id=35067a0b-e59b-4dc4-8160-50aa352eb9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043117 Sep 10 15:08:50.434472 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fb48a7-9463-486c-be03-9e0ff3661966 req-ae03d8a6-656d-4d19-a1a8-fa8b0bf72fe8 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:50.447880 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-65fb48a7-9463-486c-be03-9e0ff3661966 req-ae03d8a6-656d-4d19-a1a8-fa8b0bf72fe8 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/ports?device_id=1abb4027-f5ba-4772-b83a-e033908cd066 HTTP/1.1" status: 200 len: 945 time: 0.1546092 Sep 10 15:08:50.498125 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-65fb48a7-9463-486c-be03-9e0ff3661966 req-8e4714d9-e475-4307-bdc2-0e259a9a61e4 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/security-groups?id=0fb61748-e2ed-4218-a239-be58c79f0998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472078 Sep 10 15:08:50.881984 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47efbc1f-e2fe-466e-ac99-9ec650303c8d req-bdc9b290-a463-40d1-a7cd-ca3b0bb7f8d4 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:50.889637 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-47efbc1f-e2fe-466e-ac99-9ec650303c8d req-bdc9b290-a463-40d1-a7cd-ca3b0bb7f8d4 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 943 time: 0.1082923 Sep 10 15:08:50.964204 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-47efbc1f-e2fe-466e-ac99-9ec650303c8d req-7465755a-e1ac-4658-9120-ca9e3b37d189 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=88c2f7ce-a671-457c-9037-355504b74c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654109 Sep 10 15:08:51.319503 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7af5e6-48fd-46b0-b8a7-3e137b889d33 req-3a86caa5-abd1-4cb0-89a8-1e786be0f625 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:51.321890 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-ba7af5e6-48fd-46b0-b8a7-3e137b889d33 req-3a86caa5-abd1-4cb0-89a8-1e786be0f625 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9ede9c0-0e64-4af1-8930-fe240ce9b603 HTTP/1.1" status: 200 len: 946 time: 0.1217995 Sep 10 15:08:51.415568 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-ba7af5e6-48fd-46b0-b8a7-3e137b889d33 req-ef5beb6e-00d2-423a-925b-4c0c6cd69cb2 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875406 Sep 10 15:08:51.953385 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f7189b-686e-49ad-ac82-61c7d9e93d9c req-8f68cae7-1c1b-4fd0-a41a-6c74157168e9 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:51.955781 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-21f7189b-686e-49ad-ac82-61c7d9e93d9c req-8f68cae7-1c1b-4fd0-a41a-6c74157168e9 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/ports?device_id=1abb4027-f5ba-4772-b83a-e033908cd066 HTTP/1.1" status: 200 len: 945 time: 0.1862259 Sep 10 15:08:51.990136 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4515f2-ece7-4bdf-92f5-4887bb924c9a req-1a8cf5bb-3fea-42dc-9950-6af8c396023f tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:52.026372 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-1f4515f2-ece7-4bdf-92f5-4887bb924c9a req-1a8cf5bb-3fea-42dc-9950-6af8c396023f tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] 10.222.0.35 "GET /v2.0/ports?device_id=66f8470b-7147-4c28-a213-fca803ea498e HTTP/1.1" status: 200 len: 946 time: 0.1906602 Sep 10 15:08:52.118481 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-1f4515f2-ece7-4bdf-92f5-4887bb924c9a req-3aadfb87-f51a-4009-82e4-a15fd8bcfff1 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] 10.222.0.35 "GET /v2.0/security-groups?id=35067a0b-e59b-4dc4-8160-50aa352eb9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981846 Sep 10 15:08:52.179364 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-21f7189b-686e-49ad-ac82-61c7d9e93d9c req-c2dd56e7-7f62-4ef3-a6ef-41cfc3f4c854 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/security-groups?id=0fb61748-e2ed-4218-a239-be58c79f0998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1579487 Sep 10 15:08:52.277451 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [req-de121e14-61e1-4963-ab35-8603448da182 req-4550837a-b8f8-4acc-b8e7-4949d2fb4e9c service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 15:08:52.278825 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-de121e14-61e1-4963-ab35-8603448da182 req-4550837a-b8f8-4acc-b8e7-4949d2fb4e9c service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057330 Sep 10 15:08:52.614260 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7301a125-b55b-4ce4-afbe-62686c3865cb req-bf4b1ecc-d525-4461-9780-3772b8cb8499 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:52.616325 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-7301a125-b55b-4ce4-afbe-62686c3865cb req-bf4b1ecc-d525-4461-9780-3772b8cb8499 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 943 time: 0.1207995 Sep 10 15:08:52.644501 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1719b55a-de14-4425-b7c3-2661d95cfc64 req-087a201e-e527-4915-b5e9-b3a40eb44f7b tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:52.645556 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-1719b55a-de14-4425-b7c3-2661d95cfc64 req-087a201e-e527-4915-b5e9-b3a40eb44f7b tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9ede9c0-0e64-4af1-8930-fe240ce9b603 HTTP/1.1" status: 200 len: 946 time: 0.0918934 Sep 10 15:08:52.733699 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-1719b55a-de14-4425-b7c3-2661d95cfc64 req-41b8b839-e8e4-4fed-ac6c-e7b172e4088e tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641384 Sep 10 15:08:52.750377 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-7301a125-b55b-4ce4-afbe-62686c3865cb req-8b25add9-849a-49d4-b27d-c0b181214ca2 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=88c2f7ce-a671-457c-9037-355504b74c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190364 Sep 10 15:08:53.276643 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device 82eba568-662f-42f2-bd64-96a84537e5b4 no longer exists at agent hyperv_hv-cinder-76015 {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:08:53.322213 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 44196) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:08:53.408806 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1b8c91-9caa-4187-a5e5-7273e54cf3bb req-b1e3ea32-4162-4eda-8814-d73219f924a5 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:53.410413 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-cf1b8c91-9caa-4187-a5e5-7273e54cf3bb req-b1e3ea32-4162-4eda-8814-d73219f924a5 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] 10.222.0.42 "GET /v2.0/ports?device_id=66f8470b-7147-4c28-a213-fca803ea498e HTTP/1.1" status: 200 len: 946 time: 0.1890037 Sep 10 15:08:53.493967 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [req-86373336-95f4-40ba-9baf-81a3c2a27297 req-b9bfba9e-5f9c-44b2-9eb9-1cf6f462dd56 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1667607 Sep 10 15:08:53.507032 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d6db4-0d77-4476-ad13-5ae02b53cbe0 req-76557b32-f952-4dbe-a669-d72f51567338 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:53.511188 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [req-86373336-95f4-40ba-9baf-81a3c2a27297 req-3ba1f55a-d096-49d3-bd63-971dad5b4d75 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94010) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 15:08:53.512205 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [req-86373336-95f4-40ba-9baf-81a3c2a27297 req-3ba1f55a-d096-49d3-bd63-971dad5b4d75 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052872 Sep 10 15:08:53.515722 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-9c3d6db4-0d77-4476-ad13-5ae02b53cbe0 req-76557b32-f952-4dbe-a669-d72f51567338 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] 10.222.0.35 "GET /v2.0/ports?device_id=66f8470b-7147-4c28-a213-fca803ea498e HTTP/1.1" status: 200 len: 946 time: 0.2567825 Sep 10 15:08:53.613454 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-9c3d6db4-0d77-4476-ad13-5ae02b53cbe0 req-78d10b6f-8ff9-4b18-8501-a760f972524f tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] 10.222.0.35 "GET /v2.0/security-groups?id=35067a0b-e59b-4dc4-8160-50aa352eb9a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967231 Sep 10 15:08:53.745766 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.plugin [req-cf1b8c91-9caa-4187-a5e5-7273e54cf3bb req-0f8ef617-0760-451d-b2a3-211dce48627d tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] Deleting port cc42018f-c792-43d5-a681-1fd251cdce3d {{(pid=94009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:08:53.746148 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-cf1b8c91-9caa-4187-a5e5-7273e54cf3bb req-0f8ef617-0760-451d-b2a3-211dce48627d tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748757118522'] for port, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:53.757906 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff4a78d-7bdc-4eda-abce-ac65dcad2a80 req-8548e87d-ce15-44f9-8431-c1a8fbd2ec8c tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:53.759388 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-aff4a78d-7bdc-4eda-abce-ac65dcad2a80 req-8548e87d-ce15-44f9-8431-c1a8fbd2ec8c tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/ports?device_id=1abb4027-f5ba-4772-b83a-e033908cd066 HTTP/1.1" status: 200 len: 945 time: 0.1388035 Sep 10 15:08:53.942376 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-aff4a78d-7bdc-4eda-abce-ac65dcad2a80 req-fdac0b23-3d72-4f36-a05b-76038eddbde6 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/security-groups?id=0fb61748-e2ed-4218-a239-be58c79f0998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412950 Sep 10 15:08:54.005769 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7243726-2c3b-4d53-b994-8117b36fbd7f req-f3bdf3c2-1ddd-4aac-98f2-d93ea79304a4 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:54.005769 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-f7243726-2c3b-4d53-b994-8117b36fbd7f req-f3bdf3c2-1ddd-4aac-98f2-d93ea79304a4 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 943 time: 0.1397381 Sep 10 15:08:54.007193 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.db [req-cf1b8c91-9caa-4187-a5e5-7273e54cf3bb req-0f8ef617-0760-451d-b2a3-211dce48627d tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] For port cc42018f-c792-43d5-a681-1fd251cdce3d, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=cc42018f-c792-43d5-a681-1fd251cdce3d,segment=NetworkSegment(9b2ded07-1884-4111-a4a8-bf22eb076df7),segment_id=9b2ded07-1884-4111-a4a8-bf22eb076df7)] {{(pid=94009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:08:54.007568 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-cf1b8c91-9caa-4187-a5e5-7273e54cf3bb req-0f8ef617-0760-451d-b2a3-211dce48627d tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530186'] for port, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:54.033220 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.plugin [req-cf1b8c91-9caa-4187-a5e5-7273e54cf3bb req-0f8ef617-0760-451d-b2a3-211dce48627d tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] Calling delete_port for cc42018f-c792-43d5-a681-1fd251cdce3d owned by compute:nova {{(pid=94009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:08:54.228761 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-f7243726-2c3b-4d53-b994-8117b36fbd7f req-426bd748-040d-48de-a0a6-61610c72c2b2 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=88c2f7ce-a671-457c-9037-355504b74c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1976428 Sep 10 15:08:54.262948 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-cf1b8c91-9caa-4187-a5e5-7273e54cf3bb req-0f8ef617-0760-451d-b2a3-211dce48627d tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748757126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748756606410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1040815'] for port, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:54.279677 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] get_ports_and_sgs() called for port_ids ['cc42018f-c792-43d5-a681-1fd251cdce3d'] {{(pid=94011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 15:08:54.302770 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8ef617-0760-451d-b2a3-211dce48627d tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] Pushing event deleted for resources: {'Port': ['ID=cc42018f-c792-43d5-a681-1fd251cdce3d,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:08:54.396260 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf1b8c91-9caa-4187-a5e5-7273e54cf3bb req-0f8ef617-0760-451d-b2a3-211dce48627d tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] No DVR routers for this DVR port cc42018f-c792-43d5-a681-1fd251cdce3d on host hv-cinder-76015 {{(pid=94009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 15:08:54.402405 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-cf1b8c91-9caa-4187-a5e5-7273e54cf3bb req-0f8ef617-0760-451d-b2a3-211dce48627d tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46804'] for port, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:54.404828 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-cf1b8c91-9caa-4187-a5e5-7273e54cf3bb req-0f8ef617-0760-451d-b2a3-211dce48627d tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] 10.222.0.42 "DELETE /v2.0/ports/cc42018f-c792-43d5-a681-1fd251cdce3d HTTP/1.1" status: 204 len: 173 time: 0.9847195 Sep 10 15:08:54.405796 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66f8470b-7147-4c28-a213-fca803ea498e', 'name': 'network-vif-deleted', 'tag': 'cc42018f-c792-43d5-a681-1fd251cdce3d'}] {{(pid=94009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:08:54.408817 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9f06775dd2e397dd855044b511bdd55e5ba575987bbc09c0a11d88d405cb18b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d278ac5d-04b2-4e36-b196-6a2b60da26ca" -d '{"events": [{"server_uuid": "66f8470b-7147-4c28-a213-fca803ea498e", "name": "network-vif-deleted", "tag": "cc42018f-c792-43d5-a681-1fd251cdce3d"}]}' {{(pid=94009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:08:54.449310 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae90833-7fda-4e02-80d0-a770b41333bb x-openstack-request-id: req-aae90833-7fda-4e02-80d0-a770b41333bb {{(pid=94009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:08:54.449917 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66f8470b-7147-4c28-a213-fca803ea498e", "name": "network-vif-deleted", "tag": "cc42018f-c792-43d5-a681-1fd251cdce3d", "status": "completed", "code": 200}]} {{(pid=94009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:08:54.449917 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-aae90833-7fda-4e02-80d0-a770b41333bb {{(pid=94009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:08:54.450493 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66f8470b-7147-4c28-a213-fca803ea498e', 'name': 'network-vif-deleted', 'tag': 'cc42018f-c792-43d5-a681-1fd251cdce3d', 'status': 'completed', 'code': 200} Sep 10 15:08:54.625421 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-4ce64ada-5988-486f-bf23-38e67524011a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:54.733576 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-e4d886a7-b5fd-4065-ba5f-294b9065f465 req-c1520587-4e12-4b2c-9584-042f335050e3 tempest-VolumesActionsTest-1054135307 tempest-VolumesActionsTest-1054135307-project] 10.222.0.35 "GET /v2.0/ports?device_id=66f8470b-7147-4c28-a213-fca803ea498e HTTP/1.1" status: 200 len: 210 time: 0.0291853 Sep 10 15:08:55.125156 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907af762-c904-48bc-93a3-e7be517c8f4b req-732f7a16-145d-401a-8091-0724958aa26b tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:55.128475 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-907af762-c904-48bc-93a3-e7be517c8f4b req-732f7a16-145d-401a-8091-0724958aa26b tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/ports?device_id=1abb4027-f5ba-4772-b83a-e033908cd066 HTTP/1.1" status: 200 len: 945 time: 0.0715606 Sep 10 15:08:55.184710 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-907af762-c904-48bc-93a3-e7be517c8f4b req-a85a961d-85eb-47be-927b-c95315b261c0 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/security-groups?id=0fb61748-e2ed-4218-a239-be58c79f0998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499091 Sep 10 15:08:55.423831 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d446b76-bce3-4a0e-8ec3-d8e9cbb49117 req-a1886541-d27c-430e-8a8f-a2f9c0c3c553 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:55.426388 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-5d446b76-bce3-4a0e-8ec3-d8e9cbb49117 req-a1886541-d27c-430e-8a8f-a2f9c0c3c553 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 943 time: 0.0866537 Sep 10 15:08:55.470856 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-5d446b76-bce3-4a0e-8ec3-d8e9cbb49117 req-7f305312-c083-43d9-be53-56c0388bd52f tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=88c2f7ce-a671-457c-9037-355504b74c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375931 Sep 10 15:08:55.639227 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86373336-95f4-40ba-9baf-81a3c2a27297 req-44b2947a-04c2-427b-8c92-95a67ec70ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:55.640957 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-86373336-95f4-40ba-9baf-81a3c2a27297 req-44b2947a-04c2-427b-8c92-95a67ec70ee2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b&tenant_id=c0149948ecbd4da99adb4e990da99cd9 HTTP/1.1" status: 200 len: 1096 time: 0.0822694 Sep 10 15:08:55.721521 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86373336-95f4-40ba-9baf-81a3c2a27297 req-4cf70d08-b6ab-42c8-a6d6-9643987ee54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:55.723489 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-86373336-95f4-40ba-9baf-81a3c2a27297 req-4cf70d08-b6ab-42c8-a6d6-9643987ee54f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c0149948ecbd4da99adb4e990da99cd9&device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 1096 time: 0.0568676 Sep 10 15:08:55.829985 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 44280) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:08:55.874143 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86373336-95f4-40ba-9baf-81a3c2a27297 req-d6cc01ff-48ec-466d-ad0a-f48e2bad45a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:55.876457 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-86373336-95f4-40ba-9baf-81a3c2a27297 req-d6cc01ff-48ec-466d-ad0a-f48e2bad45a0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d8cbe470-bc98-41a4-a428-659bec184b54 HTTP/1.1" status: 200 len: 918 time: 0.1451826 Sep 10 15:08:55.960376 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-86373336-95f4-40ba-9baf-81a3c2a27297 req-b9a7749b-9713-402d-a0a5-66c9f4246b38 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=82eba568-662f-42f2-bd64-96a84537e5b4 HTTP/1.1" status: 200 len: 999 time: 0.0754280 Sep 10 15:08:56.042001 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86373336-95f4-40ba-9baf-81a3c2a27297 req-ed833a60-0d74-4960-a5fd-e3595a9fc726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:56.043887 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-86373336-95f4-40ba-9baf-81a3c2a27297 req-ed833a60-0d74-4960-a5fd-e3595a9fc726 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=782052c7-4991-4efe-97d8-5a0e8f67d6bc HTTP/1.1" status: 200 len: 856 time: 0.0760250 Sep 10 15:08:56.069648 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-94f8a8b9-0332-4ceb-bf11-8ebff275b152 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fe282ce4256b4438921b3936379ccdd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2379014 Sep 10 15:08:56.070566 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 44292) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:08:56.154228 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86373336-95f4-40ba-9baf-81a3c2a27297 req-98c1a3f5-5ff5-45a5-b0ba-3df1638c6097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:56.155964 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-86373336-95f4-40ba-9baf-81a3c2a27297 req-98c1a3f5-5ff5-45a5-b0ba-3df1638c6097 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d8cbe470-bc98-41a4-a428-659bec184b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1047635 Sep 10 15:08:56.196116 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-a276021f-0880-411c-8768-a83d212b7f2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:56.232285 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-a276021f-0880-411c-8768-a83d212b7f2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:56.347800 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-a276021f-0880-411c-8768-a83d212b7f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:56.351071 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-a276021f-0880-411c-8768-a83d212b7f2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:56.352714 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-a276021f-0880-411c-8768-a83d212b7f2a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e0b1116d-2902-4ab3-985a-3a2859139f22 HTTP/1.1" status: 204 len: 168 time: 0.2803459 Sep 10 15:08:56.377915 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a276021f-0880-411c-8768-a83d212b7f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b1116d-2902-4ab3-985a-3a2859139f22,revision_number=None']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:08:56.415092 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-86373336-95f4-40ba-9baf-81a3c2a27297 req-33e5ed0a-b266-4369-8782-b3c1bf64c9fa service neutron] 10.222.0.42 "GET /v2.0/networks/d8cbe470-bc98-41a4-a428-659bec184b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477620 Sep 10 15:08:56.505382 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00e9b8b-ed2e-41ac-abb5-3552557ff233 req-bdac1837-fc60-46ad-85ea-fa887e9ba6d5 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:56.512611 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-b00e9b8b-ed2e-41ac-abb5-3552557ff233 req-bdac1837-fc60-46ad-85ea-fa887e9ba6d5 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/ports?device_id=1abb4027-f5ba-4772-b83a-e033908cd066 HTTP/1.1" status: 200 len: 945 time: 0.1924965 Sep 10 15:08:56.577002 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-b00e9b8b-ed2e-41ac-abb5-3552557ff233 req-35bda0e9-14fe-43d3-8e37-6d21461234fa tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/security-groups?id=0fb61748-e2ed-4218-a239-be58c79f0998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635242 Sep 10 15:08:56.582455 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-86373336-95f4-40ba-9baf-81a3c2a27297 req-f00419ac-726d-4692-834f-02afbbb52251 service neutron] 10.222.0.42 "GET /v2.0/networks/d8cbe470-bc98-41a4-a428-659bec184b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560497 Sep 10 15:08:56.700104 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dd09e3-58af-4390-8365-a765184238cc req-b1faba4f-8bee-44a7-97c5-5f42047088af tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:56.702289 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-50dd09e3-58af-4390-8365-a765184238cc req-b1faba4f-8bee-44a7-97c5-5f42047088af tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 943 time: 0.0695426 Sep 10 15:08:56.772755 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-50dd09e3-58af-4390-8365-a765184238cc req-ec2d4d19-b449-4e9e-9c8c-c00c1a5b4112 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=88c2f7ce-a671-457c-9037-355504b74c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552104 Sep 10 15:08:56.989591 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9fa35a-32d1-46b9-92bf-bf1dfe0f54f5 req-ef6c6e42-4338-4769-b322-235e1991c032 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:56.991473 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-7d9fa35a-32d1-46b9-92bf-bf1dfe0f54f5 req-ef6c6e42-4338-4769-b322-235e1991c032 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/networks?id=4438a4c6-ecae-4330-8512-f3353a458625 HTTP/1.1" status: 200 len: 815 time: 0.1198726 Sep 10 15:08:57.007099 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-7d9fa35a-32d1-46b9-92bf-bf1dfe0f54f5 req-07fb86f0-6dcc-4d08-a31b-4064cffb771c tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/quotas/6ab88976e97b4105bd0ab39c7b8bf1e3 HTTP/1.1" status: 200 len: 375 time: 0.0098011 Sep 10 15:08:57.062273 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-7d9fa35a-32d1-46b9-92bf-bf1dfe0f54f5 req-2508a69b-5bcd-4dac-939a-82c301056198 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=6ab88976e97b4105bd0ab39c7b8bf1e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487034 Sep 10 15:08:57.317235 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 44402) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:08:57.477825 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.v2.base [None req-141c012c-9229-49db-a8a6-65971e88a8e6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-349736955-network', 'tenant_id': '47244aba6de4405d9ea861774b300ddd'}} {{(pid=94010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:08:57.498871 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-1303a8d8-f14a-405c-ba79-08a9fa3a1f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:57.508376 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-141c012c-9229-49db-a8a6-65971e88a8e6 admin admin] Made reservation on behalf of 47244aba6de4405d9ea861774b300ddd for: {'network': 1} {{(pid=94010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:08:57.511332 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-141c012c-9229-49db-a8a6-65971e88a8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for network, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:57.515512 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-7d9fa35a-32d1-46b9-92bf-bf1dfe0f54f5 req-53c6e528-c5fa-4de8-affd-069e0fd771fe service neutron] 10.222.0.35 "GET /v2.0/networks/4438a4c6-ecae-4330-8512-f3353a458625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4322946 Sep 10 15:08:57.520405 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-141c012c-9229-49db-a8a6-65971e88a8e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:57.624806 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-141c012c-9229-49db-a8a6-65971e88a8e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:57.629848 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-141c012c-9229-49db-a8a6-65971e88a8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:57.649246 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-7d9fa35a-32d1-46b9-92bf-bf1dfe0f54f5 req-e70ac0e1-1a96-425d-82a5-64e3d25b26d0 service neutron] 10.222.0.35 "GET /v2.0/networks/4438a4c6-ecae-4330-8512-f3353a458625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261606 Sep 10 15:08:57.656708 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-141c012c-9229-49db-a8a6-65971e88a8e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=94010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 15:08:57.658371 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe297f5-7184-4b3e-a075-b5ed944a46a8 req-bf1144ce-bd9e-4dbc-90aa-bba996efba2b tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:57.659874 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-4fe297f5-7184-4b3e-a075-b5ed944a46a8 req-bf1144ce-bd9e-4dbc-90aa-bba996efba2b tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=9772ccd7-c617-48d5-926e-bc8768748d19 HTTP/1.1" status: 200 len: 946 time: 0.0741522 Sep 10 15:08:57.667946 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141c012c-9229-49db-a8a6-65971e88a8e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0e3aa3-3f47-4c30-b638-0d6d4c2254b0,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:08:57.673681 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-141c012c-9229-49db-a8a6-65971e88a8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672864'] for segment, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:57.674488 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.db.segments_db [None req-141c012c-9229-49db-a8a6-65971e88a8e6 admin admin] Added segment 57f4982e-55fa-411b-896e-d2f21b6a9591 of type vlan for network 7cf88e2d-f05f-45fc-a04d-f0661eff459b Sep 10 15:08:57.702557 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-4fe297f5-7184-4b3e-a075-b5ed944a46a8 req-87db4d78-97b8-4000-a15b-84c0cc57592e tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363162 Sep 10 15:08:57.734774 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-141c012c-9229-49db-a8a6-65971e88a8e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748756560168'] for network, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:57.763496 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-141c012c-9229-49db-a8a6-65971e88a8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861'] for network, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:57.764585 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141c012c-9229-49db-a8a6-65971e88a8e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:57.765174 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-141c012c-9229-49db-a8a6-65971e88a8e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526879'] for network, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:57.815397 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-141c012c-9229-49db-a8a6-65971e88a8e6 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4960568 Sep 10 15:08:57.816132 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 44416) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:08:57.824885 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.v2.base [None req-4b7c11ea-8ee8-44e7-a7de-b6e71a0bc57c admin admin] Request body: {'subnet': {'network_id': '7cf88e2d-f05f-45fc-a04d-f0661eff459b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-349736955-subnet', 'tenant_id': '47244aba6de4405d9ea861774b300ddd', 'ip_version': 4}} {{(pid=94010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:08:57.848854 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-22f0d5c1-b4e3-41e8-87b8-dad9c5afb0fa req-6edbaeae-7512-41f3-8be8-4766782b0c9d tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/ports?device_id=0561b768-e914-480a-8b53-56f727f3a504 HTTP/1.1" status: 200 len: 210 time: 0.0297058 Sep 10 15:08:57.858877 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141c012c-9229-49db-a8a6-65971e88a8e6 admin admin] Pushing event updated for resources: {'Network': ['ID=7cf88e2d-f05f-45fc-a04d-f0661eff459b,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:08:57.866975 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cb9b77-b988-439a-9e29-381c86824031 req-761d5926-0fd6-467d-a600-fcfbb950534a tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:57.869727 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-48cb9b77-b988-439a-9e29-381c86824031 req-761d5926-0fd6-467d-a600-fcfbb950534a tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/ports?device_id=1abb4027-f5ba-4772-b83a-e033908cd066 HTTP/1.1" status: 200 len: 945 time: 0.1090765 Sep 10 15:08:57.873081 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Network 7cf88e2d-f05f-45fc-a04d-f0661eff459b details requested by agent ovs-agent-dv-cinder-760153-10-iscsi with host dv-cinder-760153-10-iscsi {{(pid=94011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 15:08:57.887536 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b7c11ea-8ee8-44e7-a7de-b6e71a0bc57c admin admin] Made reservation on behalf of 47244aba6de4405d9ea861774b300ddd for: {'subnet': 1} {{(pid=94010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:08:57.890714 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-4b7c11ea-8ee8-44e7-a7de-b6e71a0bc57c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14665370'] for subnet, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:57.972033 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device cc42018f-c792-43d5-a681-1fd251cdce3d no longer exists at agent hyperv_hv-cinder-76015 {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:08:57.979153 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-48cb9b77-b988-439a-9e29-381c86824031 req-3ce8e5ea-b98f-4bd8-94c2-356c11a5f595 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/security-groups?id=0fb61748-e2ed-4218-a239-be58c79f0998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013589 Sep 10 15:08:58.021137 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] No Port match for: cc42018f-c792-43d5-a681-1fd251cdce3d {{(pid=94011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:08:58.021486 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device cc42018f-c792-43d5-a681-1fd251cdce3d not bound to the agent host hv-cinder-76015 {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:08:58.045466 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c112a70-cb38-47be-862d-9b09bb200910 req-dc5d06ee-18a5-4ddc-94e6-2119f65fa5e4 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:58.056836 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-8c112a70-cb38-47be-862d-9b09bb200910 req-dc5d06ee-18a5-4ddc-94e6-2119f65fa5e4 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 943 time: 0.0976284 Sep 10 15:08:58.119224 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-8c112a70-cb38-47be-862d-9b09bb200910 req-88ac171f-b326-4b78-8b2d-83fa7e6e0147 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=88c2f7ce-a671-457c-9037-355504b74c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609777 Sep 10 15:08:58.177067 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-4b7c11ea-8ee8-44e7-a7de-b6e71a0bc57c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14298908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14665348'] for subnet, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:58.183739 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:58.232147 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7c11ea-8ee8-44e7-a7de-b6e71a0bc57c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8893c71f-9a4e-420e-94a5-477d5ef9e705,revision_number=0']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:08:58.249770 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7c11ea-8ee8-44e7-a7de-b6e71a0bc57c admin admin] Checking segment: {'id': '57f4982e-55fa-411b-896e-d2f21b6a9591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7cf88e2d-f05f-45fc-a04d-f0661eff459b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:08:58.250343 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7c11ea-8ee8-44e7-a7de-b6e71a0bc57c admin admin] Network hostable DHCP agents. Network: 7cf88e2d-f05f-45fc-a04d-f0661eff459b, hostable agents: ['afb565d3-e50e-4cf5-8d13-a2fbc8ff1b06'], hosted agents: [] {{(pid=94010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 15:08:58.284646 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7c11ea-8ee8-44e7-a7de-b6e71a0bc57c admin admin] Network 7cf88e2d-f05f-45fc-a04d-f0661eff459b is scheduled to be hosted by DHCP agent afb565d3-e50e-4cf5-8d13-a2fbc8ff1b06 with binding_index 1 {{(pid=94010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 15:08:58.301799 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.base_scheduler [None req-4b7c11ea-8ee8-44e7-a7de-b6e71a0bc57c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760153-10-iscsi, 7cf88e2d-f05f-45fc-a04d-f0661eff459b) {{(pid=94010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:08:58.314092 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7c11ea-8ee8-44e7-a7de-b6e71a0bc57c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:58.316606 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-4b7c11ea-8ee8-44e7-a7de-b6e71a0bc57c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526879'] for subnet, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:58.321458 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add80e84-090e-443c-a334-7cb40886b9c1 None None] Network 7cf88e2d-f05f-45fc-a04d-f0661eff459b requested from dv-cinder-760153-10-iscsi {{(pid=94011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:08:58.363819 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-4b7c11ea-8ee8-44e7-a7de-b6e71a0bc57c admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5440936 Sep 10 15:08:58.366604 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 44428) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:08:58.371356 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.v2.base [None req-d7ca6ccf-6bc1-4981-a6b5-6ccf9bc06d65 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-349736955-router', 'tenant_id': '47244aba6de4405d9ea861774b300ddd', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed'}}} {{(pid=94010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:08:58.415731 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-d7ca6ccf-6bc1-4981-a6b5-6ccf9bc06d65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-584384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-375'] for router, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:58.417084 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-d7ca6ccf-6bc1-4981-a6b5-6ccf9bc06d65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-382'] for router, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:58.549068 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec50e46-6d94-4e8c-a7d3-075ef4c300a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75912ed4-7a3a-54d7-ac9b-82d05aadd505-7cf88e2d-f05f-45fc-a04d-f0661eff459b', 'network_id': '7cf88e2d-f05f-45fc-a04d-f0661eff459b', 'tenant_id': '47244aba6de4405d9ea861774b300ddd', 'fixed_ips': [{'subnet_id': '8893c71f-9a4e-420e-94a5-477d5ef9e705'}]}} from dv-cinder-760153-10-iscsi. {{(pid=94011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 15:08:58.550106 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-dec50e46-6d94-4e8c-a7d3-075ef4c300a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:58.553015 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-d7ca6ccf-6bc1-4981-a6b5-6ccf9bc06d65 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:58.817473 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.db_base_plugin_common [None req-dec50e46-6d94-4e8c-a7d3-075ef4c300a4 None None] Allocated IP 172.20.0.2 (7cf88e2d-f05f-45fc-a04d-f0661eff459b/8893c71f-9a4e-420e-94a5-477d5ef9e705/372888f1-b707-4ee0-95b0-dbab75004e70) {{(pid=94011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:08:58.883507 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd6a21b-7a22-4250-a373-cc8e953e86bf req-9c7f96cf-0f45-4e89-864a-8ae3276b88f1 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:58.895527 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-3cd6a21b-7a22-4250-a373-cc8e953e86bf req-9c7f96cf-0f45-4e89-864a-8ae3276b88f1 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=9772ccd7-c617-48d5-926e-bc8768748d19 HTTP/1.1" status: 200 len: 946 time: 0.0904422 Sep 10 15:08:58.958228 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-3cd6a21b-7a22-4250-a373-cc8e953e86bf req-fc017547-89bf-436c-ae6b-829da03daed4 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610657 Sep 10 15:08:59.088643 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-6be98351-6931-4e57-ba45-cd04d1c63e2f req-0d009f26-f69f-4e86-a9d8-9b2db7c20003 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/ports?device_id=0561b768-e914-480a-8b53-56f727f3a504 HTTP/1.1" status: 200 len: 210 time: 0.0808425 Sep 10 15:08:59.096971 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-dec50e46-6d94-4e8c-a7d3-075ef4c300a4 None None] Notify callbacks [] for port, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:59.115919 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-dec50e46-6d94-4e8c-a7d3-075ef4c300a4 None None] Transition to ACTIVE for port object 372888f1-b707-4ee0-95b0-dbab75004e70 will not be triggered until provisioned by entity L2. {{(pid=94011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:08:59.162097 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-dec50e46-6d94-4e8c-a7d3-075ef4c300a4 None None] Transition to ACTIVE for port object 372888f1-b707-4ee0-95b0-dbab75004e70 will not be triggered until provisioned by entity DHCP. {{(pid=94011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:08:59.174159 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-dec50e46-6d94-4e8c-a7d3-075ef4c300a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748756606401'] for port, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:59.190861 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-d7ca6ccf-6bc1-4981-a6b5-6ccf9bc06d65 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:59.248213 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1e609d-fe97-4df6-a605-e586749fadcf req-a584f651-043a-4270-a245-d7ce3e9b49db tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:59.254137 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-9a1e609d-fe97-4df6-a605-e586749fadcf req-a584f651-043a-4270-a245-d7ce3e9b49db tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/ports?device_id=1abb4027-f5ba-4772-b83a-e033908cd066 HTTP/1.1" status: 200 len: 945 time: 0.1333389 Sep 10 15:08:59.255611 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec50e46-6d94-4e8c-a7d3-075ef4c300a4 None None] Network 7cf88e2d-f05f-45fc-a04d-f0661eff459b is already hosted by enough agents. {{(pid=94011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:08:59.261399 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.scheduler.base_scheduler [None req-dec50e46-6d94-4e8c-a7d3-075ef4c300a4 None None] Resources bound (agent type, host, resource id): {{(pid=94011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:08:59.267049 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec50e46-6d94-4e8c-a7d3-075ef4c300a4 None None] Received port after_create {{(pid=94011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:08:59.278997 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b7c5f725-09d8-454b-b5ba-4a700e799395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:59.315405 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec50e46-6d94-4e8c-a7d3-075ef4c300a4 None None] Pushing event updated for resources: {'Port': ['ID=372888f1-b707-4ee0-95b0-dbab75004e70,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:08:59.349854 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [None req-dec50e46-6d94-4e8c-a7d3-075ef4c300a4 None None] Attempting to bind port 372888f1-b707-4ee0-95b0-dbab75004e70 on host dv-cinder-760153-10-iscsi for vnic_type normal with profile {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:08:59.350262 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [None req-dec50e46-6d94-4e8c-a7d3-075ef4c300a4 None None] Attempting to bind port 372888f1-b707-4ee0-95b0-dbab75004e70 by drivers openvswitch,hyperv on host dv-cinder-760153-10-iscsi at level 0 using segments [{'id': '57f4982e-55fa-411b-896e-d2f21b6a9591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7cf88e2d-f05f-45fc-a04d-f0661eff459b'}] {{(pid=94011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:08:59.350621 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec50e46-6d94-4e8c-a7d3-075ef4c300a4 None None] Attempting to bind port 372888f1-b707-4ee0-95b0-dbab75004e70 on network 7cf88e2d-f05f-45fc-a04d-f0661eff459b {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:08:59.357151 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec50e46-6d94-4e8c-a7d3-075ef4c300a4 None None] Checking agent: {'id': 'aa4392c4-9186-46d5-9724-80b6d464cfe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760153-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 14, 57, 58), 'started_at': datetime.datetime(2021, 9, 10, 14, 58, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760153-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:08:59.357524 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec50e46-6d94-4e8c-a7d3-075ef4c300a4 None None] Checking segment: {'id': '57f4982e-55fa-411b-896e-d2f21b6a9591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7cf88e2d-f05f-45fc-a04d-f0661eff459b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:08:59.357922 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-dec50e46-6d94-4e8c-a7d3-075ef4c300a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:59.358343 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec50e46-6d94-4e8c-a7d3-075ef4c300a4 None None] Bound using segment: {'id': '57f4982e-55fa-411b-896e-d2f21b6a9591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7cf88e2d-f05f-45fc-a04d-f0661eff459b'} {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:08:59.358808 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [None req-dec50e46-6d94-4e8c-a7d3-075ef4c300a4 None None] Bound port: 372888f1-b707-4ee0-95b0-dbab75004e70, host: dv-cinder-760153-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57f4982e-55fa-411b-896e-d2f21b6a9591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7cf88e2d-f05f-45fc-a04d-f0661eff459b'}}] {{(pid=94011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:08:59.359188 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-dec50e46-6d94-4e8c-a7d3-075ef4c300a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:59.428636 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-9a1e609d-fe97-4df6-a605-e586749fadcf req-805dfd36-d53e-491e-a44b-16f3ee3c8f24 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/security-groups?id=0fb61748-e2ed-4218-a239-be58c79f0998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493526 Sep 10 15:08:59.448610 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6727180-3927-472b-8544-e5a890274c89 req-32eebe1e-6e2e-4ad1-a199-f9d3ca8e878e tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:08:59.461021 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-dec50e46-6d94-4e8c-a7d3-075ef4c300a4 None None] For port 372888f1-b707-4ee0-95b0-dbab75004e70, host dv-cinder-760153-10-iscsi, cleared binding levels {{(pid=94011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:08:59.461354 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-e6727180-3927-472b-8544-e5a890274c89 req-32eebe1e-6e2e-4ad1-a199-f9d3ca8e878e tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 943 time: 0.2045109 Sep 10 15:08:59.464469 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-dec50e46-6d94-4e8c-a7d3-075ef4c300a4 None None] For port 372888f1-b707-4ee0-95b0-dbab75004e70, host dv-cinder-760153-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-10-iscsi',level=0,port_id=372888f1-b707-4ee0-95b0-dbab75004e70,segment=NetworkSegment(57f4982e-55fa-411b-896e-d2f21b6a9591),segment_id=57f4982e-55fa-411b-896e-d2f21b6a9591)] {{(pid=94011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:08:59.475634 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-dec50e46-6d94-4e8c-a7d3-075ef4c300a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:59.542920 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-e6727180-3927-472b-8544-e5a890274c89 req-386db6b6-6f2f-468f-a9f8-85c56fa433d4 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=88c2f7ce-a671-457c-9037-355504b74c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699883 Sep 10 15:08:59.559594 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec50e46-6d94-4e8c-a7d3-075ef4c300a4 None None] Pushing event updated for resources: {'Port': ['ID=372888f1-b707-4ee0-95b0-dbab75004e70,revision_number=2']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:08:59.594315 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-d7ca6ccf-6bc1-4981-a6b5-6ccf9bc06d65 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:59.618241 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-d7ca6ccf-6bc1-4981-a6b5-6ccf9bc06d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:59.747078 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.db.db_base_plugin_common [None req-d7ca6ccf-6bc1-4981-a6b5-6ccf9bc06d65 admin admin] Allocated IP 172.27.0.254 (caa13d69-ff92-44ce-a665-3b9af711feed/3b314502-2ac4-4640-9fa5-f95f10fc4599/112ee07b-c0b4-4c42-a02b-e34ccba87f6d) {{(pid=94010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:08:59.899939 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-d7ca6ccf-6bc1-4981-a6b5-6ccf9bc06d65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:59.956748 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-d7ca6ccf-6bc1-4981-a6b5-6ccf9bc06d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748756606401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14298976'] for port, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:08:59.996613 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ca6ccf-6bc1-4981-a6b5-6ccf9bc06d65 admin admin] Network caa13d69-ff92-44ce-a665-3b9af711feed is already hosted by enough agents. {{(pid=94010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:08:59.999671 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.base_scheduler [None req-d7ca6ccf-6bc1-4981-a6b5-6ccf9bc06d65 admin admin] Resources bound (agent type, host, resource id): {{(pid=94010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:09:00.003638 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ca6ccf-6bc1-4981-a6b5-6ccf9bc06d65 admin admin] Received port after_create {{(pid=94010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:09:00.020929 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ca6ccf-6bc1-4981-a6b5-6ccf9bc06d65 admin admin] Pushing event updated for resources: {'Port': ['ID=112ee07b-c0b4-4c42-a02b-e34ccba87f6d,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:09:00.116608 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0e0630-829f-46a0-967e-2aa24983d6a5 req-08f349c5-c326-4292-8dce-0fc4bf893d55 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:00.118131 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-1a0e0630-829f-46a0-967e-2aa24983d6a5 req-08f349c5-c326-4292-8dce-0fc4bf893d55 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=9772ccd7-c617-48d5-926e-bc8768748d19 HTTP/1.1" status: 200 len: 946 time: 0.0625193 Sep 10 15:09:00.171303 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-1a0e0630-829f-46a0-967e-2aa24983d6a5 req-4b4a9afd-ef1e-4014-953d-69118cfcf924 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438604 Sep 10 15:09:00.223156 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-12f14a1d-f806-4cdf-ae87-c2efc1dfd449 req-ae9dc5a4-cb65-4415-9eca-d552abe64437 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/ports?device_id=0561b768-e914-480a-8b53-56f727f3a504 HTTP/1.1" status: 200 len: 210 time: 0.0309441 Sep 10 15:09:00.324629 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-d7ca6ccf-6bc1-4981-a6b5-6ccf9bc06d65 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:00.591674 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-d7ca6ccf-6bc1-4981-a6b5-6ccf9bc06d65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582673'] for router, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:00.618250 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfe5f71-3837-4456-8b55-2d86419ef91a req-0b532492-4b31-4902-8770-ce1c52acd18a tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:00.622116 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-1bfe5f71-3837-4456-8b55-2d86419ef91a req-0b532492-4b31-4902-8770-ce1c52acd18a tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/ports?device_id=1abb4027-f5ba-4772-b83a-e033908cd066 HTTP/1.1" status: 200 len: 945 time: 0.0911741 Sep 10 15:09:00.658765 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe8bc78-3765-4222-bc44-3448d14002e9 None None] Network 7cf88e2d-f05f-45fc-a04d-f0661eff459b requested from dv-cinder-760153-10-iscsi {{(pid=94011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:09:00.716294 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-3123fc6e-5ff1-48c6-807e-05aff1c4323e None None] Provisioning for port 372888f1-b707-4ee0-95b0-dbab75004e70 completed by entity DHCP. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:09:00.757957 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-1bfe5f71-3837-4456-8b55-2d86419ef91a req-5ce1e0ef-f830-4793-b782-1e20dc8f8af3 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/security-groups?id=0fb61748-e2ed-4218-a239-be58c79f0998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258936 Sep 10 15:09:00.784799 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750a88d-42c5-4b1f-8699-360d04e4d3b8 req-dc768666-4da7-49e4-9d41-6093b531af58 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:00.784799 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-a750a88d-42c5-4b1f-8699-360d04e4d3b8 req-dc768666-4da7-49e4-9d41-6093b531af58 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 943 time: 0.0695796 Sep 10 15:09:00.838934 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-a750a88d-42c5-4b1f-8699-360d04e4d3b8 req-9dbbfc5f-8cba-447d-a2de-697fb8404318 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=88c2f7ce-a671-457c-9037-355504b74c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552611 Sep 10 15:09:00.866511 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7ca6ccf-6bc1-4981-a6b5-6ccf9bc06d65 admin admin] Router d0a133c4-8999-4de4-89ef-09d692a7abca is scheduled to L3 agent b0771735-54fe-4ba2-aeee-11d3b2b54cf1 with binding_index 1 {{(pid=94010) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 15:09:01.058957 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7ca6ccf-6bc1-4981-a6b5-6ccf9bc06d65 admin admin] Notify agent at l3_agent.dv-cinder-760153-10-iscsi the message routers_updated {{(pid=94010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:09:01.076700 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ce6ab6-1ab4-4a14-a0f5-d30b1e8ad059 None None] Sync routers for ids ['d0a133c4-8999-4de4-89ef-09d692a7abca'] in dv-cinder-760153-10-iscsi {{(pid=94012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:09:01.089855 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ce6ab6-1ab4-4a14-a0f5-d30b1e8ad059 None None] Routers {'d0a133c4-8999-4de4-89ef-09d692a7abca'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:09:01.091053 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-63ce6ab6-1ab4-4a14-a0f5-d30b1e8ad059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T15:08:57Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['d0a133c4-8999-4de4-89ef-09d692a7abca'], 'active': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:09:01.094380 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-d7ca6ccf-6bc1-4981-a6b5-6ccf9bc06d65 admin admin] Notify callbacks [] for router, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:01.098537 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-d7ca6ccf-6bc1-4981-a6b5-6ccf9bc06d65 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7290294 Sep 10 15:09:01.100038 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 44464) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:09:01.396418 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvr_db [None req-63ce6ab6-1ab4-4a14-a0f5-d30b1e8ad059 None None] Set router d0a133c4-8999-4de4-89ef-09d692a7abca gateway port host: dv-cinder-760153-10-iscsi {{(pid=94012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:09:01.397779 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed593ee-8c9f-412a-9f8c-251ffad73db1 req-4cb76b72-8f53-48bc-951e-f7f929d9f898 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:01.409074 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-8ed593ee-8c9f-412a-9f8c-251ffad73db1 req-4cb76b72-8f53-48bc-951e-f7f929d9f898 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=9772ccd7-c617-48d5-926e-bc8768748d19 HTTP/1.1" status: 200 len: 946 time: 0.1329908 Sep 10 15:09:01.416297 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c13c67c0-2efd-4950-9279-b0623a9c603e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:01.463032 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-319163ba-ee9f-434a-9b32-5261d8c2cb29 req-5cc23b1e-d35c-4200-857e-74bfde6167dc tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/ports?device_id=0561b768-e914-480a-8b53-56f727f3a504 HTTP/1.1" status: 200 len: 210 time: 0.0478263 Sep 10 15:09:01.570637 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-8ed593ee-8c9f-412a-9f8c-251ffad73db1 req-10cb1fc5-a4ca-46f8-a301-98f1766192d5 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601660 Sep 10 15:09:01.896139 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-63ce6ab6-1ab4-4a14-a0f5-d30b1e8ad059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a133c4-8999-4de4-89ef-09d692a7abca', 'name': 'tempest-TestShelveInstance-349736955-router', 'tenant_id': '47244aba6de4405d9ea861774b300ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '112ee07b-c0b4-4c42-a02b-e34ccba87f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:08:58Z', 'updated_at': '2021-09-10T15:09:00Z', 'revision_number': 3, 'project_id': '47244aba6de4405d9ea861774b300ddd', 'gw_port': {'id': '112ee07b-c0b4-4c42-a02b-e34ccba87f6d', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a7:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a133c4-8999-4de4-89ef-09d692a7abca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:08:59Z', 'updated_at': '2021-09-10T15:08:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi'}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:09:01.997535 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ce6ab6-1ab4-4a14-a0f5-d30b1e8ad059 None None] Checking router: d0a133c4-8999-4de4-89ef-09d692a7abca for host: dv-cinder-760153-10-iscsi {{(pid=94012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:09:01.998945 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ce6ab6-1ab4-4a14-a0f5-d30b1e8ad059 None None] Updating router d0a133c4-8999-4de4-89ef-09d692a7abca port 112ee07b-c0b4-4c42-a02b-e34ccba87f6d binding host dv-cinder-760153-10-iscsi {{(pid=94012) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 15:09:02.018476 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device 372888f1-b707-4ee0-95b0-dbab75004e70 up at agent ovs-agent-dv-cinder-760153-10-iscsi {{(pid=94011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:09:02.041018 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-63ce6ab6-1ab4-4a14-a0f5-d30b1e8ad059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:02.189363 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Provisioning for port 372888f1-b707-4ee0-95b0-dbab75004e70 completed by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:09:02.201078 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Provisioning complete for port 372888f1-b707-4ee0-95b0-dbab75004e70 triggered by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:09:02.201476 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:02.233106 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-6ab6f4d9-f933-4cb8-bae3-020f01df214a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:02.274199 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facf1e20-90f3-413d-8f52-0452f069fa47 req-d39dd1c5-9351-4a4c-a0ef-6ab4b3368885 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:02.291401 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-facf1e20-90f3-413d-8f52-0452f069fa47 req-d39dd1c5-9351-4a4c-a0ef-6ab4b3368885 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/ports?device_id=1abb4027-f5ba-4772-b83a-e033908cd066 HTTP/1.1" status: 200 len: 945 time: 0.3245785 Sep 10 15:09:02.394244 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c2ad7-a862-4381-a79c-1d991b9966a6 req-6d37a754-92f6-485f-93aa-7c9dadf7213d tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:02.396456 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-994c2ad7-a862-4381-a79c-1d991b9966a6 req-6d37a754-92f6-485f-93aa-7c9dadf7213d tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 943 time: 0.3060396 Sep 10 15:09:02.560380 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:02.573117 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-facf1e20-90f3-413d-8f52-0452f069fa47 req-76cb56cb-8f4e-4fac-aea0-683380146008 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/security-groups?id=0fb61748-e2ed-4218-a239-be58c79f0998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2793760 Sep 10 15:09:02.639865 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-994c2ad7-a862-4381-a79c-1d991b9966a6 req-dad338d3-1177-4cf2-9c10-ecc2b7167a14 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=88c2f7ce-a671-457c-9037-355504b74c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2328339 Sep 10 15:09:02.714413 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] For port 372888f1-b707-4ee0-95b0-dbab75004e70, host dv-cinder-760153-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-10-iscsi',level=0,port_id=372888f1-b707-4ee0-95b0-dbab75004e70,segment=NetworkSegment(57f4982e-55fa-411b-896e-d2f21b6a9591),segment_id=57f4982e-55fa-411b-896e-d2f21b6a9591)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:09:02.724766 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:02.851794 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Pushing event updated for resources: {'Port': ['ID=372888f1-b707-4ee0-95b0-dbab75004e70,revision_number=3']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:09:02.853148 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-63ce6ab6-1ab4-4a14-a0f5-d30b1e8ad059 None None] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:02.876748 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [None req-63ce6ab6-1ab4-4a14-a0f5-d30b1e8ad059 None None] Transition to ACTIVE for port object 112ee07b-c0b4-4c42-a02b-e34ccba87f6d will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:09:02.878435 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-7f00cc29-e511-44f1-961a-b7f8026c1d04 req-ed55c769-ca8e-4a47-81c5-b0e84f7bcbf6 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/ports?device_id=0561b768-e914-480a-8b53-56f727f3a504 HTTP/1.1" status: 200 len: 210 time: 0.1051924 Sep 10 15:09:02.906663 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-63ce6ab6-1ab4-4a14-a0f5-d30b1e8ad059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:02.927925 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.db.db_base_plugin_common [None req-6ab6f4d9-f933-4cb8-bae3-020f01df214a admin admin] Allocated IP 172.20.0.1 (7cf88e2d-f05f-45fc-a04d-f0661eff459b/8893c71f-9a4e-420e-94a5-477d5ef9e705/12b59cf0-34b9-4ee4-ad39-f1a61cbaab11) {{(pid=94010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:09:03.029637 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c132c4-2f83-4d7f-a88a-c6ef13c4bd36 req-19b94e9e-9886-4aa7-a6de-1d7d900e5695 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:03.029637 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-07c132c4-2f83-4d7f-a88a-c6ef13c4bd36 req-19b94e9e-9886-4aa7-a6de-1d7d900e5695 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=9772ccd7-c617-48d5-926e-bc8768748d19 HTTP/1.1" status: 200 len: 946 time: 0.1838775 Sep 10 15:09:03.035064 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-63ce6ab6-1ab4-4a14-a0f5-d30b1e8ad059 None None] Attempting to bind port 112ee07b-c0b4-4c42-a02b-e34ccba87f6d on host dv-cinder-760153-10-iscsi for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:09:03.035512 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-63ce6ab6-1ab4-4a14-a0f5-d30b1e8ad059 None None] Attempting to bind port 112ee07b-c0b4-4c42-a02b-e34ccba87f6d by drivers openvswitch,hyperv on host dv-cinder-760153-10-iscsi at level 0 using segments [{'id': '62148626-c573-4694-a829-31b2bfa74c0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:09:03.035873 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ce6ab6-1ab4-4a14-a0f5-d30b1e8ad059 None None] Attempting to bind port 112ee07b-c0b4-4c42-a02b-e34ccba87f6d on network caa13d69-ff92-44ce-a665-3b9af711feed {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:09:03.056779 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb57f15f-c013-4794-8081-84eac0033fa2 None None] Pushing event updated for resources: {'Port': ['ID=112ee07b-c0b4-4c42-a02b-e34ccba87f6d,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:09:03.060963 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ce6ab6-1ab4-4a14-a0f5-d30b1e8ad059 None None] Checking agent: {'id': 'aa4392c4-9186-46d5-9724-80b6d464cfe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760153-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 14, 57, 58), 'started_at': datetime.datetime(2021, 9, 10, 14, 58, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760153-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:09:03.061642 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ce6ab6-1ab4-4a14-a0f5-d30b1e8ad059 None None] Checking segment: {'id': '62148626-c573-4694-a829-31b2bfa74c0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:09:03.061993 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-63ce6ab6-1ab4-4a14-a0f5-d30b1e8ad059 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:03.062479 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ce6ab6-1ab4-4a14-a0f5-d30b1e8ad059 None None] Bound using segment: {'id': '62148626-c573-4694-a829-31b2bfa74c0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:09:03.062966 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-63ce6ab6-1ab4-4a14-a0f5-d30b1e8ad059 None None] Bound port: 112ee07b-c0b4-4c42-a02b-e34ccba87f6d, host: dv-cinder-760153-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62148626-c573-4694-a829-31b2bfa74c0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:09:03.064107 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-63ce6ab6-1ab4-4a14-a0f5-d30b1e8ad059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:03.132864 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-07c132c4-2f83-4d7f-a88a-c6ef13c4bd36 req-8f02cd23-842d-40b3-a910-df94ced968af tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960481 Sep 10 15:09:03.169218 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-63ce6ab6-1ab4-4a14-a0f5-d30b1e8ad059 None None] For port 112ee07b-c0b4-4c42-a02b-e34ccba87f6d, host dv-cinder-760153-10-iscsi, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:09:03.174490 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-63ce6ab6-1ab4-4a14-a0f5-d30b1e8ad059 None None] For port 112ee07b-c0b4-4c42-a02b-e34ccba87f6d, host dv-cinder-760153-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-10-iscsi',level=0,port_id=112ee07b-c0b4-4c42-a02b-e34ccba87f6d,segment=NetworkSegment(62148626-c573-4694-a829-31b2bfa74c0d),segment_id=62148626-c573-4694-a829-31b2bfa74c0d)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:09:03.198559 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-63ce6ab6-1ab4-4a14-a0f5-d30b1e8ad059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:03.231891 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-6ab6f4d9-f933-4cb8-bae3-020f01df214a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:03.280362 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.db.provisioning_blocks [None req-6ab6f4d9-f933-4cb8-bae3-020f01df214a admin admin] Transition to ACTIVE for port object 12b59cf0-34b9-4ee4-ad39-f1a61cbaab11 will not be triggered until provisioned by entity DHCP. {{(pid=94010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:09:03.330155 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb57f15f-c013-4794-8081-84eac0033fa2 None None] Pushing event updated for resources: {'Port': ['ID=112ee07b-c0b4-4c42-a02b-e34ccba87f6d,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:09:03.330854 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-6ab6f4d9-f933-4cb8-bae3-020f01df214a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748756606401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14298976'] for port, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:03.393477 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ce6ab6-1ab4-4a14-a0f5-d30b1e8ad059 None None] Routers {'d0a133c4-8999-4de4-89ef-09d692a7abca'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:09:03.399184 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-63ce6ab6-1ab4-4a14-a0f5-d30b1e8ad059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T15:08:57Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['d0a133c4-8999-4de4-89ef-09d692a7abca'], 'active': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:09:03.434860 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab6f4d9-f933-4cb8-bae3-020f01df214a admin admin] Network 7cf88e2d-f05f-45fc-a04d-f0661eff459b is already hosted by enough agents. {{(pid=94010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:09:03.468063 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.base_scheduler [None req-6ab6f4d9-f933-4cb8-bae3-020f01df214a admin admin] Resources bound (agent type, host, resource id): {{(pid=94010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:09:03.481896 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab6f4d9-f933-4cb8-bae3-020f01df214a admin admin] Received port after_create {{(pid=94010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:09:03.560265 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab6f4d9-f933-4cb8-bae3-020f01df214a admin admin] Pushing event updated for resources: {'Port': ['ID=12b59cf0-34b9-4ee4-ad39-f1a61cbaab11,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:09:03.624568 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-6ab6f4d9-f933-4cb8-bae3-020f01df214a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582848'] for router_interface, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:03.826067 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvr_db [None req-63ce6ab6-1ab4-4a14-a0f5-d30b1e8ad059 None None] Set router d0a133c4-8999-4de4-89ef-09d692a7abca gateway port host: dv-cinder-760153-10-iscsi {{(pid=94012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:09:03.949635 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device 372888f1-b707-4ee0-95b0-dbab75004e70 up at agent ovs-agent-dv-cinder-760153-10-iscsi {{(pid=94011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:09:04.046355 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-6ab6f4d9-f933-4cb8-bae3-020f01df214a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:04.130247 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-cd3d2f73-e070-4b92-9304-7bc00d4ded23 None None] Provisioning for port 12b59cf0-34b9-4ee4-ad39-f1a61cbaab11 completed by entity DHCP. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:09:04.136428 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-cd3d2f73-e070-4b92-9304-7bc00d4ded23 None None] Provisioning complete for port 12b59cf0-34b9-4ee4-ad39-f1a61cbaab11 triggered by entity DHCP. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:09:04.136807 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-cd3d2f73-e070-4b92-9304-7bc00d4ded23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:04.192282 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9fa35a-32d1-46b9-92bf-bf1dfe0f54f5 req-f9c64e7d-a1ce-4319-90cc-cd3892b48948 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:04.194653 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-7d9fa35a-32d1-46b9-92bf-bf1dfe0f54f5 req-f9c64e7d-a1ce-4319-90cc-cd3892b48948 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.42 "GET /v2.0/networks?id=4438a4c6-ecae-4330-8512-f3353a458625 HTTP/1.1" status: 200 len: 815 time: 0.6344543 Sep 10 15:09:04.222639 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.v2.base [req-7d9fa35a-32d1-46b9-92bf-bf1dfe0f54f5 req-f0fbf8b6-7674-4833-9140-c24be8f99235 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Request body: {'port': {'device_id': '0561b768-e914-480a-8b53-56f727f3a504', 'network_id': '4438a4c6-ecae-4330-8512-f3353a458625', 'admin_state_up': True, 'tenant_id': '6ab88976e97b4105bd0ab39c7b8bf1e3'}} {{(pid=94009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:09:04.273940 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-63ce6ab6-1ab4-4a14-a0f5-d30b1e8ad059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a133c4-8999-4de4-89ef-09d692a7abca', 'name': 'tempest-TestShelveInstance-349736955-router', 'tenant_id': '47244aba6de4405d9ea861774b300ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '112ee07b-c0b4-4c42-a02b-e34ccba87f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:08:58Z', 'updated_at': '2021-09-10T15:09:00Z', 'revision_number': 3, 'project_id': '47244aba6de4405d9ea861774b300ddd', 'gw_port': {'id': '112ee07b-c0b4-4c42-a02b-e34ccba87f6d', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a7:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a133c4-8999-4de4-89ef-09d692a7abca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:08:59Z', 'updated_at': '2021-09-10T15:09:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi'}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:09:04.285659 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-cd3d2f73-e070-4b92-9304-7bc00d4ded23 None None] Port 12b59cf0-34b9-4ee4-ad39-f1a61cbaab11 cannot update to ACTIVE because it is not bound. {{(pid=94011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 15:09:04.291381 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6749ea8b-bb77-43ae-ba2e-7b0ff4cfd9ef req-a80edf5b-859f-4fd1-8f49-0245efa57795 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:04.298551 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Provisioning complete for port 372888f1-b707-4ee0-95b0-dbab75004e70 triggered by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:09:04.299300 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:04.308389 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-6749ea8b-bb77-43ae-ba2e-7b0ff4cfd9ef req-a80edf5b-859f-4fd1-8f49-0245efa57795 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 943 time: 0.4048746 Sep 10 15:09:04.334896 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df38a35-0ea4-4258-a686-a6e48e19337e req-37372526-b11c-469b-ab97-be4ae5d18521 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:04.348019 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-1df38a35-0ea4-4258-a686-a6e48e19337e req-37372526-b11c-469b-ab97-be4ae5d18521 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/ports?device_id=1abb4027-f5ba-4772-b83a-e033908cd066 HTTP/1.1" status: 200 len: 945 time: 0.4060395 Sep 10 15:09:04.384537 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ce6ab6-1ab4-4a14-a0f5-d30b1e8ad059 None None] The sync data for ids ['d0a133c4-8999-4de4-89ef-09d692a7abca'] in dv-cinder-760153-10-iscsi is: [{'id': 'd0a133c4-8999-4de4-89ef-09d692a7abca', 'name': 'tempest-TestShelveInstance-349736955-router', 'tenant_id': '47244aba6de4405d9ea861774b300ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '112ee07b-c0b4-4c42-a02b-e34ccba87f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:08:58Z', 'updated_at': '2021-09-10T15:09:00Z', 'revision_number': 3, 'project_id': '47244aba6de4405d9ea861774b300ddd', 'gw_port': {'id': '112ee07b-c0b4-4c42-a02b-e34ccba87f6d', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a7:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a133c4-8999-4de4-89ef-09d692a7abca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:08:59Z', 'updated_at': '2021-09-10T15:09:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi'}] {{(pid=94012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:09:04.493342 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-6ab6f4d9-f933-4cb8-bae3-020f01df214a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:04.512980 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-6ab6f4d9-f933-4cb8-bae3-020f01df214a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14298515'] for port, after_update {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:04.583276 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-1df38a35-0ea4-4258-a686-a6e48e19337e req-c622f867-d5cf-45c8-870c-ae57216a8567 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/security-groups?id=0fb61748-e2ed-4218-a239-be58c79f0998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2013392 Sep 10 15:09:04.592136 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-6749ea8b-bb77-43ae-ba2e-7b0ff4cfd9ef req-c5eb4c39-e3f0-49c8-8802-974cdb9f9ae6 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=88c2f7ce-a671-457c-9037-355504b74c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2385716 Sep 10 15:09:04.623717 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-6ab6f4d9-f933-4cb8-bae3-020f01df214a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586064'] for router_interface, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:04.692113 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d9fa35a-32d1-46b9-92bf-bf1dfe0f54f5 req-f0fbf8b6-7674-4833-9140-c24be8f99235 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Made reservation on behalf of 6ab88976e97b4105bd0ab39c7b8bf1e3 for: {'port': 1} {{(pid=94009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:09:04.697001 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-7d9fa35a-32d1-46b9-92bf-bf1dfe0f54f5 req-f0fbf8b6-7674-4833-9140-c24be8f99235 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:04.845088 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab6f4d9-f933-4cb8-bae3-020f01df214a admin admin] Pushing event updated for resources: {'Port': ['ID=12b59cf0-34b9-4ee4-ad39-f1a61cbaab11,revision_number=2']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:09:05.030833 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab6f4d9-f933-4cb8-bae3-020f01df214a admin admin] Network 7cf88e2d-f05f-45fc-a04d-f0661eff459b is already hosted by enough agents. {{(pid=94010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:09:05.042435 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-048032e8-b6f2-499f-9526-52864e479df5 req-0bb74dfe-0b0f-4fb0-828e-3fc76e5dd5a9 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/ports?device_id=0561b768-e914-480a-8b53-56f727f3a504 HTTP/1.1" status: 200 len: 210 time: 0.1684003 Sep 10 15:09:05.051401 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.base_scheduler [None req-6ab6f4d9-f933-4cb8-bae3-020f01df214a admin admin] Resources bound (agent type, host, resource id): {{(pid=94010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:09:05.343519 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360fdcf5-d44c-453a-a261-98b96a4b1395 req-92576cf8-bfd0-47b9-8b8b-8e4535e22f9d tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:05.352726 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-360fdcf5-d44c-453a-a261-98b96a4b1395 req-92576cf8-bfd0-47b9-8b8b-8e4535e22f9d tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=9772ccd7-c617-48d5-926e-bc8768748d19 HTTP/1.1" status: 200 len: 946 time: 0.4747961 Sep 10 15:09:05.506593 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.db_base_plugin_common [req-7d9fa35a-32d1-46b9-92bf-bf1dfe0f54f5 req-f0fbf8b6-7674-4833-9140-c24be8f99235 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Allocated IP 172.20.0.4 (4438a4c6-ecae-4330-8512-f3353a458625/dbb21cad-9efd-4dac-bc4f-2697c2741bb9/ae5593bb-cbc1-4417-ba58-bb771ce135d6) {{(pid=94009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:09:05.600070 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ab6f4d9-f933-4cb8-bae3-020f01df214a admin admin] Router d0a133c4-8999-4de4-89ef-09d692a7abca has already been hosted by L3 agent b0771735-54fe-4ba2-aeee-11d3b2b54cf1 {{(pid=94010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 15:09:05.649393 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-90b79681-2640-4b01-8995-e2f795cb152f None None] Provisioning complete for port 12b59cf0-34b9-4ee4-ad39-f1a61cbaab11 triggered by entity DHCP. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:09:05.650062 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-90b79681-2640-4b01-8995-e2f795cb152f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:05.722788 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-360fdcf5-d44c-453a-a261-98b96a4b1395 req-34513b22-334e-44db-817f-312630010cc0 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3630733 Sep 10 15:09:05.781845 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-90b79681-2640-4b01-8995-e2f795cb152f None None] Port 12b59cf0-34b9-4ee4-ad39-f1a61cbaab11 cannot update to ACTIVE because it is not bound. {{(pid=94011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 15:09:05.846378 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df265a1b-e92e-4d14-a18e-0c272eecdb43 req-0b12ccef-e495-4709-a869-59cd70368504 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:05.848229 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [req-df265a1b-e92e-4d14-a18e-0c272eecdb43 req-0b12ccef-e495-4709-a869-59cd70368504 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.42 "GET /v2.0/ports?device_id=9772ccd7-c617-48d5-926e-bc8768748d19 HTTP/1.1" status: 200 len: 946 time: 0.3531444 Sep 10 15:09:05.965436 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device 112ee07b-c0b4-4c42-a02b-e34ccba87f6d up at agent ovs-agent-dv-cinder-760153-10-iscsi {{(pid=94011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:09:06.084252 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd35fd-6272-427c-bf3c-9d06feaba129 req-5c225504-fe6c-4bf7-b450-6a75e85edeca tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:06.085864 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-aafd35fd-6272-427c-bf3c-9d06feaba129 req-5c225504-fe6c-4bf7-b450-6a75e85edeca tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/ports?device_id=1abb4027-f5ba-4772-b83a-e033908cd066 HTTP/1.1" status: 200 len: 945 time: 0.4913139 Sep 10 15:09:06.096276 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Provisioning for port 112ee07b-c0b4-4c42-a02b-e34ccba87f6d completed by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:09:06.110522 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d7d3b3-c863-405f-8748-d1c31440a6a1 req-dbcdb3b7-cc3f-4bc5-b95b-689b1c30df20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:06.111632 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Provisioning complete for port 112ee07b-c0b4-4c42-a02b-e34ccba87f6d triggered by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:09:06.112024 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:06.112128 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-f0d7d3b3-c863-405f-8748-d1c31440a6a1 req-dbcdb3b7-cc3f-4bc5-b95b-689b1c30df20 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=082849543b964e42af95619ef61cf72e&device_id=1abb4027-f5ba-4772-b83a-e033908cd066 HTTP/1.1" status: 200 len: 1098 time: 0.4445291 Sep 10 15:09:06.364244 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:06.411870 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7983f00b-2ef5-4b9e-a74e-b0b09129ebcd req-cf7d0d02-88bd-4b4c-ac04-a950489f02b6 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:06.413556 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-7983f00b-2ef5-4b9e-a74e-b0b09129ebcd req-cf7d0d02-88bd-4b4c-ac04-a950489f02b6 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 943 time: 0.5089278 Sep 10 15:09:06.441321 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] For port 112ee07b-c0b4-4c42-a02b-e34ccba87f6d, host dv-cinder-760153-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-10-iscsi',level=0,port_id=112ee07b-c0b4-4c42-a02b-e34ccba87f6d,segment=NetworkSegment(62148626-c573-4694-a829-31b2bfa74c0d),segment_id=62148626-c573-4694-a829-31b2bfa74c0d)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:09:06.450924 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:06.557423 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-aafd35fd-6272-427c-bf3c-9d06feaba129 req-b940b57d-73b1-4aca-b6e4-63387ee23a64 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/security-groups?id=0fb61748-e2ed-4218-a239-be58c79f0998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4411826 Sep 10 15:09:06.621692 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.plugin [req-df265a1b-e92e-4d14-a18e-0c272eecdb43 req-6b8d2f7d-9977-4b03-aec5-bb543d0bfe34 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Deleting port 7cec97b7-708b-48fb-8392-2063069caef4 {{(pid=94010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:09:06.622921 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [req-df265a1b-e92e-4d14-a18e-0c272eecdb43 req-6b8d2f7d-9977-4b03-aec5-bb543d0bfe34 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748757118522'] for port, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:06.689858 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Pushing event updated for resources: {'Port': ['ID=112ee07b-c0b4-4c42-a02b-e34ccba87f6d,revision_number=4']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:09:06.771638 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.db [req-df265a1b-e92e-4d14-a18e-0c272eecdb43 req-6b8d2f7d-9977-4b03-aec5-bb543d0bfe34 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] For port 7cec97b7-708b-48fb-8392-2063069caef4, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=7cec97b7-708b-48fb-8392-2063069caef4,segment=NetworkSegment(550ddc19-7242-418c-b7f8-f8f745cc5257),segment_id=550ddc19-7242-418c-b7f8-f8f745cc5257)] {{(pid=94010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:09:06.772314 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [req-df265a1b-e92e-4d14-a18e-0c272eecdb43 req-6b8d2f7d-9977-4b03-aec5-bb543d0bfe34 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530186'] for port, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:06.804643 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.plugin [req-df265a1b-e92e-4d14-a18e-0c272eecdb43 req-6b8d2f7d-9977-4b03-aec5-bb543d0bfe34 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Calling delete_port for 7cec97b7-708b-48fb-8392-2063069caef4 owned by compute:nova {{(pid=94010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:09:06.807153 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-7983f00b-2ef5-4b9e-a74e-b0b09129ebcd req-0d3d8d1c-f85f-4937-93bf-88eaedb139aa tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=88c2f7ce-a671-457c-9037-355504b74c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3856094 Sep 10 15:09:06.814978 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d7d3b3-c863-405f-8748-d1c31440a6a1 req-7b974f26-e3a9-4ab3-9b53-47386031f0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:06.817357 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-f0d7d3b3-c863-405f-8748-d1c31440a6a1 req-7b974f26-e3a9-4ab3-9b53-47386031f0cc service neutron] 10.222.0.42 "GET /v2.0/networks?id=4c8987ac-0e40-410a-9ece-2ede7a46ccfd HTTP/1.1" status: 200 len: 912 time: 0.6622114 Sep 10 15:09:06.930038 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-7d9fa35a-32d1-46b9-92bf-bf1dfe0f54f5 req-f0fbf8b6-7674-4833-9140-c24be8f99235 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Notify callbacks [] for port, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:06.950221 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab6f4d9-f933-4cb8-bae3-020f01df214a admin admin] Notify agent at l3_agent.dv-cinder-760153-10-iscsi the message routers_updated {{(pid=94010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:09:06.974836 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-6ab6f4d9-f933-4cb8-bae3-020f01df214a admin admin] 10.222.0.35 "PUT /v2.0/routers/d0a133c4-8999-4de4-89ef-09d692a7abca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8723910 Sep 10 15:09:07.056363 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-f7a086b7-5f58-4a4a-9da0-1e2ba906db4c req-d0cde5e8-6e84-463f-92eb-c0bde41e9980 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/ports?device_id=0561b768-e914-480a-8b53-56f727f3a504 HTTP/1.1" status: 200 len: 210 time: 0.1994174 Sep 10 15:09:07.147293 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.provisioning_blocks [req-7d9fa35a-32d1-46b9-92bf-bf1dfe0f54f5 req-f0fbf8b6-7674-4833-9140-c24be8f99235 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Transition to ACTIVE for port object ae5593bb-cbc1-4417-ba58-bb771ce135d6 will not be triggered until provisioned by entity DHCP. {{(pid=94009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:09:07.171078 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-f0d7d3b3-c863-405f-8748-d1c31440a6a1 req-7331a447-4c88-4ec3-a1ca-10c406db61ac service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b988e32a-498e-455a-84be-81d566a1994a HTTP/1.1" status: 200 len: 1000 time: 0.3231106 Sep 10 15:09:07.209151 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [req-df265a1b-e92e-4d14-a18e-0c272eecdb43 req-6b8d2f7d-9977-4b03-aec5-bb543d0bfe34 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748757126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748756606410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14298976'] for port, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:07.254991 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] get_ports_and_sgs() called for port_ids ['0902fa08-3c11-46ef-be4c-a72dce4d2747', '7cec97b7-708b-48fb-8392-2063069caef4'] {{(pid=94011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 15:09:07.324561 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07237dc-8b8c-44dc-8cb5-e8c8cc2fd6f5 req-7cc393ef-39a7-48a3-a0d5-16d10d622f2b tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:07.326414 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-b07237dc-8b8c-44dc-8cb5-e8c8cc2fd6f5 req-7cc393ef-39a7-48a3-a0d5-16d10d622f2b tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=9772ccd7-c617-48d5-926e-bc8768748d19 HTTP/1.1" status: 200 len: 867 time: 0.3618906 Sep 10 15:09:07.331226 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-7d9fa35a-32d1-46b9-92bf-bf1dfe0f54f5 req-f0fbf8b6-7674-4833-9140-c24be8f99235 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748756606401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1040815'] for port, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:07.351474 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d7d3b3-c863-405f-8748-d1c31440a6a1 req-63fb68cd-f117-4396-88bc-756c3c54f078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:07.353397 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-f0d7d3b3-c863-405f-8748-d1c31440a6a1 req-63fb68cd-f117-4396-88bc-756c3c54f078 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cebcc24d-d612-4722-8ffc-2c593abb6c11 HTTP/1.1" status: 200 len: 850 time: 0.1707928 Sep 10 15:09:07.499001 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8d2f7d-9977-4b03-aec5-bb543d0bfe34 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Pushing event deleted for resources: {'Port': ['ID=7cec97b7-708b-48fb-8392-2063069caef4,revision_number=None']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:09:07.570716 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d9fa35a-32d1-46b9-92bf-bf1dfe0f54f5 req-f0fbf8b6-7674-4833-9140-c24be8f99235 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Network 4438a4c6-ecae-4330-8512-f3353a458625 is already hosted by enough agents. {{(pid=94009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:09:07.589823 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.db.l3_dvrscheduler_db [req-df265a1b-e92e-4d14-a18e-0c272eecdb43 req-6b8d2f7d-9977-4b03-aec5-bb543d0bfe34 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] No DVR routers for this DVR port 7cec97b7-708b-48fb-8392-2063069caef4 on host hv-cinder-76015 {{(pid=94010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 15:09:07.593012 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [req-df265a1b-e92e-4d14-a18e-0c272eecdb43 req-6b8d2f7d-9977-4b03-aec5-bb543d0bfe34 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46804'] for port, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:07.601063 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.base_scheduler [req-7d9fa35a-32d1-46b9-92bf-bf1dfe0f54f5 req-f0fbf8b6-7674-4833-9140-c24be8f99235 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Resources bound (agent type, host, resource id): {{(pid=94009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:09:07.602298 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [req-df265a1b-e92e-4d14-a18e-0c272eecdb43 req-6b8d2f7d-9977-4b03-aec5-bb543d0bfe34 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.42 "DELETE /v2.0/ports/7cec97b7-708b-48fb-8392-2063069caef4 HTTP/1.1" status: 204 len: 173 time: 1.7343464 Sep 10 15:09:07.604461 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9772ccd7-c617-48d5-926e-bc8768748d19', 'name': 'network-vif-deleted', 'tag': '7cec97b7-708b-48fb-8392-2063069caef4'}] {{(pid=94010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:09:07.606899 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d9fa35a-32d1-46b9-92bf-bf1dfe0f54f5 req-f0fbf8b6-7674-4833-9140-c24be8f99235 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Received port after_create {{(pid=94009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:09:07.645896 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff59ba7baab64600ea656df3deb47cfc0f0684b4bff4090ee9645072728f0a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c41c97d5-ed35-46f9-aa30-d4d303d07ce4" -d '{"events": [{"server_uuid": "9772ccd7-c617-48d5-926e-bc8768748d19", "name": "network-vif-deleted", "tag": "7cec97b7-708b-48fb-8392-2063069caef4"}]}' {{(pid=94010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:09:07.685669 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-b07237dc-8b8c-44dc-8cb5-e8c8cc2fd6f5 req-536b1826-947c-464b-a46e-621e1f7ffb0e tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806731 Sep 10 15:09:07.699325 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d7d3b3-c863-405f-8748-d1c31440a6a1 req-310f1402-adec-419a-aed6-25943df5a150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:07.701126 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-f0d7d3b3-c863-405f-8748-d1c31440a6a1 req-310f1402-adec-419a-aed6-25943df5a150 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4c8987ac-0e40-410a-9ece-2ede7a46ccfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2388787 Sep 10 15:09:07.708501 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fbf8b6-7674-4833-9140-c24be8f99235 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Pushing event updated for resources: {'Port': ['ID=ae5593bb-cbc1-4417-ba58-bb771ce135d6,revision_number=1']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:09:07.731409 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fbf8b6-7674-4833-9140-c24be8f99235 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:09:07.731785 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fbf8b6-7674-4833-9140-c24be8f99235 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:09:07.732103 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fbf8b6-7674-4833-9140-c24be8f99235 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:09:07.732541 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fbf8b6-7674-4833-9140-c24be8f99235 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:09:07.732898 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fbf8b6-7674-4833-9140-c24be8f99235 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:09:07.733349 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fbf8b6-7674-4833-9140-c24be8f99235 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:09:07.733840 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fbf8b6-7674-4833-9140-c24be8f99235 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:09:07.734261 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fbf8b6-7674-4833-9140-c24be8f99235 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:09:07.734634 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fbf8b6-7674-4833-9140-c24be8f99235 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:09:07.735528 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fbf8b6-7674-4833-9140-c24be8f99235 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:09:07.736216 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fbf8b6-7674-4833-9140-c24be8f99235 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:09:07.738616 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fbf8b6-7674-4833-9140-c24be8f99235 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:09:07.840374 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9fa35a-32d1-46b9-92bf-bf1dfe0f54f5 req-f0fbf8b6-7674-4833-9140-c24be8f99235 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:07.841060 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-7d9fa35a-32d1-46b9-92bf-bf1dfe0f54f5 req-f0fbf8b6-7674-4833-9140-c24be8f99235 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46804'] for port, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:07.856745 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2a0df5-6032-4045-a66b-181e5fe55255 None None] Sync routers for ids ['d0a133c4-8999-4de4-89ef-09d692a7abca'] in dv-cinder-760153-10-iscsi {{(pid=94011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:09:07.864717 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa28232-9960-401d-8a4e-bb1e8baccb78 x-openstack-request-id: req-3aa28232-9960-401d-8a4e-bb1e8baccb78 {{(pid=94010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:09:07.865860 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9772ccd7-c617-48d5-926e-bc8768748d19", "name": "network-vif-deleted", "tag": "7cec97b7-708b-48fb-8392-2063069caef4", "status": "completed", "code": 200}]} {{(pid=94010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:09:07.866311 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3aa28232-9960-401d-8a4e-bb1e8baccb78 {{(pid=94010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:09:07.866953 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9772ccd7-c617-48d5-926e-bc8768748d19', 'name': 'network-vif-deleted', 'tag': '7cec97b7-708b-48fb-8392-2063069caef4', 'status': 'completed', 'code': 200} Sep 10 15:09:07.943908 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-7d9fa35a-32d1-46b9-92bf-bf1dfe0f54f5 req-f0fbf8b6-7674-4833-9140-c24be8f99235 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7283337 Sep 10 15:09:07.952018 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2a0df5-6032-4045-a66b-181e5fe55255 None None] Routers {'d0a133c4-8999-4de4-89ef-09d692a7abca'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:09:07.956895 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-1f2a0df5-6032-4045-a66b-181e5fe55255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T15:08:57Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['d0a133c4-8999-4de4-89ef-09d692a7abca'], 'active': True} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:09:07.961623 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efab089-f5a0-436d-aebd-a42baac65c93 req-427b30a1-eb19-420a-af75-ad482973dc10 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:07.964966 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-1efab089-f5a0-436d-aebd-a42baac65c93 req-427b30a1-eb19-420a-af75-ad482973dc10 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/ports?device_id=1abb4027-f5ba-4772-b83a-e033908cd066 HTTP/1.1" status: 200 len: 945 time: 0.2207019 Sep 10 15:09:07.971626 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.v2.base [req-7d9fa35a-32d1-46b9-92bf-bf1dfe0f54f5 req-90c77748-5153-4001-8124-5ecb50d0ab5f service neutron] Request body: {'port': {'device_id': '0561b768-e914-480a-8b53-56f727f3a504', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76015'}} {{(pid=94009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:09:08.162870 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-d6330840-b1b8-427b-ad4f-8159044ac2f8 None None] Provisioning for port ae5593bb-cbc1-4417-ba58-bb771ce135d6 completed by entity DHCP. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:09:08.168628 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-f0d7d3b3-c863-405f-8748-d1c31440a6a1 req-b8eacf9f-b8b0-47ff-81b9-800f7bbd2a33 service neutron] 10.222.0.42 "GET /v2.0/networks/4c8987ac-0e40-410a-9ece-2ede7a46ccfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4506683 Sep 10 15:09:08.181978 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-d6330840-b1b8-427b-ad4f-8159044ac2f8 None None] Provisioning complete for port ae5593bb-cbc1-4417-ba58-bb771ce135d6 triggered by entity DHCP. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:09:08.182612 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d6330840-b1b8-427b-ad4f-8159044ac2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:08.217694 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device 112ee07b-c0b4-4c42-a02b-e34ccba87f6d up at agent ovs-agent-dv-cinder-760153-10-iscsi {{(pid=94011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:09:08.221522 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db72067-4b68-4a68-a9f9-626b68efbd68 req-9faf79d5-1475-44ba-bc99-4f54f9cd44d3 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:08.223543 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-3db72067-4b68-4a68-a9f9-626b68efbd68 req-9faf79d5-1475-44ba-bc99-4f54f9cd44d3 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 943 time: 0.1336513 Sep 10 15:09:08.238767 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-1efab089-f5a0-436d-aebd-a42baac65c93 req-93b688b5-2eea-4981-a79e-e22dac6d6a71 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/security-groups?id=0fb61748-e2ed-4218-a239-be58c79f0998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2187641 Sep 10 15:09:08.280946 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-7d9fa35a-32d1-46b9-92bf-bf1dfe0f54f5 req-90c77748-5153-4001-8124-5ecb50d0ab5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:08.379791 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-3db72067-4b68-4a68-a9f9-626b68efbd68 req-61bb3af1-a7c6-40cd-9574-1282b8575b9e tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=88c2f7ce-a671-457c-9037-355504b74c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397066 Sep 10 15:09:08.439140 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvr_db [None req-1f2a0df5-6032-4045-a66b-181e5fe55255 None None] Set router d0a133c4-8999-4de4-89ef-09d692a7abca gateway port host: dv-cinder-760153-10-iscsi {{(pid=94011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:09:08.526987 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f96db-e268-4ea6-a9ac-f6967284c496 req-4f62619a-7d3c-4709-9de8-e68db10c232a tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:08.528657 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-c89f96db-e268-4ea6-a9ac-f6967284c496 req-4f62619a-7d3c-4709-9de8-e68db10c232a tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/ports?device_id=0561b768-e914-480a-8b53-56f727f3a504 HTTP/1.1" status: 200 len: 931 time: 0.1595447 Sep 10 15:09:08.826931 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-d6330840-b1b8-427b-ad4f-8159044ac2f8 None None] Port ae5593bb-cbc1-4417-ba58-bb771ce135d6 cannot update to ACTIVE because it is not bound. {{(pid=94011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 15:09:08.869592 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Provisioning complete for port 112ee07b-c0b4-4c42-a02b-e34ccba87f6d triggered by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:09:08.870250 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:08.919190 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 44536) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:09:08.925640 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.v2.base [None req-d888ab92-c707-4ab8-9656-90d7be3ae73e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2011105181-network', 'tenant_id': '3afbff84ea194b4ba6b4e4966fdf173a'}} {{(pid=94010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:09:08.969709 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d888ab92-c707-4ab8-9656-90d7be3ae73e admin admin] Made reservation on behalf of 3afbff84ea194b4ba6b4e4966fdf173a for: {'network': 1} {{(pid=94010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:09:08.973508 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-d888ab92-c707-4ab8-9656-90d7be3ae73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for network, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:08.989351 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-d888ab92-c707-4ab8-9656-90d7be3ae73e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:09.147678 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-f0d7d3b3-c863-405f-8748-d1c31440a6a1 req-f4838c28-fdc1-41d7-b662-fa59948ebc45 service neutron] 10.222.0.42 "GET /v2.0/networks/4c8987ac-0e40-410a-9ece-2ede7a46ccfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9540224 Sep 10 15:09:09.179375 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-7b0ee34e-34b2-426d-b509-df5fbaad0019 req-c3a22b1e-806f-4d82-aa1d-67e85a962fa6 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=9772ccd7-c617-48d5-926e-bc8768748d19 HTTP/1.1" status: 200 len: 210 time: 0.2402632 Sep 10 15:09:09.200110 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.notifiers.nova [req-7d9fa35a-32d1-46b9-92bf-bf1dfe0f54f5 req-90c77748-5153-4001-8124-5ecb50d0ab5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae5593bb-cbc1-4417-ba58-bb771ce135d6 {{(pid=94009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:09:09.217846 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-7d9fa35a-32d1-46b9-92bf-bf1dfe0f54f5 req-90c77748-5153-4001-8124-5ecb50d0ab5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:09.242304 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-c89f96db-e268-4ea6-a9ac-f6967284c496 req-8b7f5bd7-77e9-4571-a750-c32a166ce4ea tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/security-groups?id=c435c8d1-bcf5-4643-8a06-2b0627ebda44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137662 Sep 10 15:09:09.243487 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-d888ab92-c707-4ab8-9656-90d7be3ae73e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:09.253190 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-d888ab92-c707-4ab8-9656-90d7be3ae73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:09.259835 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.provisioning_blocks [req-7d9fa35a-32d1-46b9-92bf-bf1dfe0f54f5 req-90c77748-5153-4001-8124-5ecb50d0ab5f service neutron] Transition to ACTIVE for port object ae5593bb-cbc1-4417-ba58-bb771ce135d6 will not be triggered until provisioned by entity L2. {{(pid=94009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:09:09.286316 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-7d9fa35a-32d1-46b9-92bf-bf1dfe0f54f5 req-90c77748-5153-4001-8124-5ecb50d0ab5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1041244'] for port, after_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:09.306339 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d888ab92-c707-4ab8-9656-90d7be3ae73e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=94010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 15:09:09.347152 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-d888ab92-c707-4ab8-9656-90d7be3ae73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672864'] for segment, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:09.348170 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:09.348417 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.db.segments_db [None req-d888ab92-c707-4ab8-9656-90d7be3ae73e admin admin] Added segment b932063e-2a90-4e6d-af31-f646cab7d53f of type vlan for network ffeda8e8-71d4-4e78-bf1e-c564c25eeb1f Sep 10 15:09:09.381550 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device 7cec97b7-708b-48fb-8392-2063069caef4 no longer exists at agent hyperv_hv-cinder-76015 {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:09:09.442147 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c77748-5153-4001-8124-5ecb50d0ab5f service neutron] Pushing event updated for resources: {'Port': ['ID=ae5593bb-cbc1-4417-ba58-bb771ce135d6,revision_number=2']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:09:09.461540 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] No Port match for: 7cec97b7-708b-48fb-8392-2063069caef4 {{(pid=94011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:09:09.462050 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device 7cec97b7-708b-48fb-8392-2063069caef4 not bound to the agent host hv-cinder-76015 {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:09:09.472366 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-1f2a0df5-6032-4045-a66b-181e5fe55255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a133c4-8999-4de4-89ef-09d692a7abca', 'name': 'tempest-TestShelveInstance-349736955-router', 'tenant_id': '47244aba6de4405d9ea861774b300ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '112ee07b-c0b4-4c42-a02b-e34ccba87f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:08:58Z', 'updated_at': '2021-09-10T15:09:03Z', 'revision_number': 4, 'project_id': '47244aba6de4405d9ea861774b300ddd', 'gw_port': {'id': '112ee07b-c0b4-4c42-a02b-e34ccba87f6d', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a133c4-8999-4de4-89ef-09d692a7abca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:08:59Z', 'updated_at': '2021-09-10T15:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi', '_interfaces': [{'id': '12b59cf0-34b9-4ee4-ad39-f1a61cbaab11', 'name': '', 'network_id': '7cf88e2d-f05f-45fc-a04d-f0661eff459b', 'tenant_id': '47244aba6de4405d9ea861774b300ddd', 'mac_address': 'fa:16:3e:72:ea:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a133c4-8999-4de4-89ef-09d692a7abca', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '8893c71f-9a4e-420e-94a5-477d5ef9e705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:09:02Z', 'updated_at': '2021-09-10T15:09:04Z', 'revision_number': 2, 'project_id': '47244aba6de4405d9ea861774b300ddd', 'subnets': [{'id': '8893c71f-9a4e-420e-94a5-477d5ef9e705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:09:09.504548 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-d888ab92-c707-4ab8-9656-90d7be3ae73e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748756560168'] for network, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:09.560483 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d888ab92-c707-4ab8-9656-90d7be3ae73e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36d28c28-ccaf-44b1-aed5-306e09ecd363,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:09:09.563800 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4e0d12-e4bb-41ec-a908-1ef1d3295424 req-c4bf231c-4709-4044-be20-1594d9a16b55 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:09.564588 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-d888ab92-c707-4ab8-9656-90d7be3ae73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861'] for network, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:09.565646 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d888ab92-c707-4ab8-9656-90d7be3ae73e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:09.566271 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-d888ab92-c707-4ab8-9656-90d7be3ae73e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526879'] for network, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:09.568879 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-1d4e0d12-e4bb-41ec-a908-1ef1d3295424 req-c4bf231c-4709-4044-be20-1594d9a16b55 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/ports?device_id=1abb4027-f5ba-4772-b83a-e033908cd066 HTTP/1.1" status: 200 len: 945 time: 0.1222150 Sep 10 15:09:09.608964 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2a0df5-6032-4045-a66b-181e5fe55255 None None] Checking router: d0a133c4-8999-4de4-89ef-09d692a7abca for host: dv-cinder-760153-10-iscsi {{(pid=94011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:09:09.609334 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2a0df5-6032-4045-a66b-181e5fe55255 None None] Updating router d0a133c4-8999-4de4-89ef-09d692a7abca port 12b59cf0-34b9-4ee4-ad39-f1a61cbaab11 binding host dv-cinder-760153-10-iscsi {{(pid=94011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 15:09:09.623575 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-d888ab92-c707-4ab8-9656-90d7be3ae73e admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7028289 Sep 10 15:09:09.668709 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 44544) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:09:09.677253 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d888ab92-c707-4ab8-9656-90d7be3ae73e admin admin] Pushing event updated for resources: {'Network': ['ID=ffeda8e8-71d4-4e78-bf1e-c564c25eeb1f,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:09:09.690931 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-1d4e0d12-e4bb-41ec-a908-1ef1d3295424 req-68912123-7199-4211-a3c9-6d5b4a019968 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/security-groups?id=0fb61748-e2ed-4218-a239-be58c79f0998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024477 Sep 10 15:09:09.691187 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Network ffeda8e8-71d4-4e78-bf1e-c564c25eeb1f details requested by agent ovs-agent-dv-cinder-760153-10-iscsi with host dv-cinder-760153-10-iscsi {{(pid=94011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 15:09:09.750115 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-1f2a0df5-6032-4045-a66b-181e5fe55255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:09.787190 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.v2.base [None req-37aa1c46-f929-4408-a81b-eb16055e8e9c admin admin] Request body: {'subnet': {'network_id': 'ffeda8e8-71d4-4e78-bf1e-c564c25eeb1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2011105181-subnet', 'tenant_id': '3afbff84ea194b4ba6b4e4966fdf173a', 'ip_version': 4}} {{(pid=94009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:09:09.848472 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37aa1c46-f929-4408-a81b-eb16055e8e9c admin admin] Made reservation on behalf of 3afbff84ea194b4ba6b4e4966fdf173a for: {'subnet': 1} {{(pid=94009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:09:09.859415 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-37aa1c46-f929-4408-a81b-eb16055e8e9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13677608'] for subnet, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:10.223561 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.managers [req-7d9fa35a-32d1-46b9-92bf-bf1dfe0f54f5 req-90c77748-5153-4001-8124-5ecb50d0ab5f service neutron] Attempting to bind port ae5593bb-cbc1-4417-ba58-bb771ce135d6 on host hv-cinder-76015 for vnic_type normal with profile {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:09:10.224235 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.managers [req-7d9fa35a-32d1-46b9-92bf-bf1dfe0f54f5 req-90c77748-5153-4001-8124-5ecb50d0ab5f service neutron] Attempting to bind port ae5593bb-cbc1-4417-ba58-bb771ce135d6 by drivers openvswitch,hyperv on host hv-cinder-76015 at level 0 using segments [{'id': 'b74c8d1d-1c0a-4459-a926-b8061d9b8071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '4438a4c6-ecae-4330-8512-f3353a458625'}] {{(pid=94009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:09:10.224361 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9fa35a-32d1-46b9-92bf-bf1dfe0f54f5 req-90c77748-5153-4001-8124-5ecb50d0ab5f service neutron] Attempting to bind port ae5593bb-cbc1-4417-ba58-bb771ce135d6 on network 4438a4c6-ecae-4330-8512-f3353a458625 {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:09:10.247826 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9fa35a-32d1-46b9-92bf-bf1dfe0f54f5 req-90c77748-5153-4001-8124-5ecb50d0ab5f service neutron] Port ae5593bb-cbc1-4417-ba58-bb771ce135d6 on network 4438a4c6-ecae-4330-8512-f3353a458625 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76015 {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 15:09:10.248186 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9fa35a-32d1-46b9-92bf-bf1dfe0f54f5 req-90c77748-5153-4001-8124-5ecb50d0ab5f service neutron] Attempting to bind port ae5593bb-cbc1-4417-ba58-bb771ce135d6 on network 4438a4c6-ecae-4330-8512-f3353a458625 {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:09:10.262788 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9fa35a-32d1-46b9-92bf-bf1dfe0f54f5 req-90c77748-5153-4001-8124-5ecb50d0ab5f service neutron] Checking agent: {'id': '97479926-a0bf-4e38-9164-b44674cd2f3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76015', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 15, 4, 9), 'started_at': datetime.datetime(2021, 9, 10, 15, 4, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:09:10.263146 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9fa35a-32d1-46b9-92bf-bf1dfe0f54f5 req-90c77748-5153-4001-8124-5ecb50d0ab5f service neutron] Checking segment: {'id': 'b74c8d1d-1c0a-4459-a926-b8061d9b8071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '4438a4c6-ecae-4330-8512-f3353a458625'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:09:10.263524 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d9fa35a-32d1-46b9-92bf-bf1dfe0f54f5 req-90c77748-5153-4001-8124-5ecb50d0ab5f service neutron] Bound using segment: {'id': 'b74c8d1d-1c0a-4459-a926-b8061d9b8071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '4438a4c6-ecae-4330-8512-f3353a458625'} {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:09:10.263995 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.managers [req-7d9fa35a-32d1-46b9-92bf-bf1dfe0f54f5 req-90c77748-5153-4001-8124-5ecb50d0ab5f service neutron] Bound port: ae5593bb-cbc1-4417-ba58-bb771ce135d6, host: hv-cinder-76015, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b74c8d1d-1c0a-4459-a926-b8061d9b8071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '4438a4c6-ecae-4330-8512-f3353a458625'}}] {{(pid=94009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:09:10.264367 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-7d9fa35a-32d1-46b9-92bf-bf1dfe0f54f5 req-90c77748-5153-4001-8124-5ecb50d0ab5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:10.283709 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8a4f46-7007-44ce-899f-e65c0670b800 req-febf6405-6f19-4d38-9d27-9a0bcabd3f28 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:10.285354 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-9e8a4f46-7007-44ce-899f-e65c0670b800 req-febf6405-6f19-4d38-9d27-9a0bcabd3f28 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 943 time: 0.6175056 Sep 10 15:09:10.391168 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-37aa1c46-f929-4408-a81b-eb16055e8e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1040851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13677622'] for subnet, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:10.455635 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-9e8a4f46-7007-44ce-899f-e65c0670b800 req-1271802c-13ba-46ee-8989-a6ea83d2aa78 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=88c2f7ce-a671-457c-9037-355504b74c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309886 Sep 10 15:09:10.588217 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.db [req-7d9fa35a-32d1-46b9-92bf-bf1dfe0f54f5 req-90c77748-5153-4001-8124-5ecb50d0ab5f service neutron] For port ae5593bb-cbc1-4417-ba58-bb771ce135d6, host hv-cinder-76015, cleared binding levels {{(pid=94009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:09:10.650242 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aa1c46-f929-4408-a81b-eb16055e8e9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=27d1d29b-1dbb-47ff-b976-a74a95526bb5,revision_number=0']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:09:10.686712 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.db [req-7d9fa35a-32d1-46b9-92bf-bf1dfe0f54f5 req-90c77748-5153-4001-8124-5ecb50d0ab5f service neutron] For port ae5593bb-cbc1-4417-ba58-bb771ce135d6, host hv-cinder-76015, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=ae5593bb-cbc1-4417-ba58-bb771ce135d6,segment=NetworkSegment(b74c8d1d-1c0a-4459-a926-b8061d9b8071),segment_id=b74c8d1d-1c0a-4459-a926-b8061d9b8071)] {{(pid=94009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:09:10.715398 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-7d9fa35a-32d1-46b9-92bf-bf1dfe0f54f5 req-90c77748-5153-4001-8124-5ecb50d0ab5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1041244'] for port, after_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:10.755304 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37aa1c46-f929-4408-a81b-eb16055e8e9c admin admin] Checking segment: {'id': 'b932063e-2a90-4e6d-af31-f646cab7d53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ffeda8e8-71d4-4e78-bf1e-c564c25eeb1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:09:10.755746 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37aa1c46-f929-4408-a81b-eb16055e8e9c admin admin] Network hostable DHCP agents. Network: ffeda8e8-71d4-4e78-bf1e-c564c25eeb1f, hostable agents: ['afb565d3-e50e-4cf5-8d13-a2fbc8ff1b06'], hosted agents: [] {{(pid=94009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 15:09:10.823628 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f7b2d-e1be-4216-9767-4d29376cfd31 req-a7d9486e-d08b-4988-a099-050dcce53423 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:10.825389 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-b53f7b2d-e1be-4216-9767-4d29376cfd31 req-a7d9486e-d08b-4988-a099-050dcce53423 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/ports?device_id=0561b768-e914-480a-8b53-56f727f3a504 HTTP/1.1" status: 200 len: 943 time: 0.3102608 Sep 10 15:09:10.869889 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-1f2a0df5-6032-4045-a66b-181e5fe55255 None None] Notify callbacks [] for port, precommit_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:10.886099 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-1f2a0df5-6032-4045-a66b-181e5fe55255 None None] Transition to ACTIVE for port object 12b59cf0-34b9-4ee4-ad39-f1a61cbaab11 will not be triggered until provisioned by entity L2. {{(pid=94011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:09:10.898577 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-1f2a0df5-6032-4045-a66b-181e5fe55255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:10.899683 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9fa35a-32d1-46b9-92bf-bf1dfe0f54f5 req-90c77748-5153-4001-8124-5ecb50d0ab5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:10.900324 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-7d9fa35a-32d1-46b9-92bf-bf1dfe0f54f5 req-90c77748-5153-4001-8124-5ecb50d0ab5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46804'] for port, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:10.901800 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-7d9fa35a-32d1-46b9-92bf-bf1dfe0f54f5 req-90c77748-5153-4001-8124-5ecb50d0ab5f service neutron] 10.222.0.42 "PUT /v2.0/ports/ae5593bb-cbc1-4417-ba58-bb771ce135d6 HTTP/1.1" status: 200 len: 1093 time: 2.9356740 Sep 10 15:09:10.906485 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0561b768-e914-480a-8b53-56f727f3a504', 'tag': 'ae5593bb-cbc1-4417-ba58-bb771ce135d6'}] {{(pid=94009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:09:10.923781 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9f06775dd2e397dd855044b511bdd55e5ba575987bbc09c0a11d88d405cb18b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb3c581-6ff4-4bdc-a923-ea0743cf9d1c" -d '{"events": [{"name": "network-changed", "server_uuid": "0561b768-e914-480a-8b53-56f727f3a504", "tag": "ae5593bb-cbc1-4417-ba58-bb771ce135d6"}]}' {{(pid=94009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:09:10.965891 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e65c7-c825-48d0-b57e-d569a7c0150e req-40b379b3-190c-4614-aed3-c447eaa0c826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:10.967498 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-2f6e65c7-c825-48d0-b57e-d569a7c0150e req-40b379b3-190c-4614-aed3-c447eaa0c826 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c0149948ecbd4da99adb4e990da99cd9&device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 1096 time: 0.3971987 Sep 10 15:09:11.159606 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69a13e2-2d46-45bb-87c9-0f7224ee4cf5 None None] Pushing event updated for resources: {'Port': ['ID=12b59cf0-34b9-4ee4-ad39-f1a61cbaab11,revision_number=3']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:09:11.196925 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37aa1c46-f929-4408-a81b-eb16055e8e9c admin admin] Network ffeda8e8-71d4-4e78-bf1e-c564c25eeb1f is scheduled to be hosted by DHCP agent afb565d3-e50e-4cf5-8d13-a2fbc8ff1b06 with binding_index 1 {{(pid=94009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 15:09:11.279983 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c77748-5153-4001-8124-5ecb50d0ab5f service neutron] Pushing event updated for resources: {'Port': ['ID=ae5593bb-cbc1-4417-ba58-bb771ce135d6,revision_number=3']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:09:11.505036 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [None req-1f2a0df5-6032-4045-a66b-181e5fe55255 None None] Attempting to bind port 12b59cf0-34b9-4ee4-ad39-f1a61cbaab11 on host dv-cinder-760153-10-iscsi for vnic_type normal with profile {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:09:11.507672 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [None req-1f2a0df5-6032-4045-a66b-181e5fe55255 None None] Attempting to bind port 12b59cf0-34b9-4ee4-ad39-f1a61cbaab11 by drivers openvswitch,hyperv on host dv-cinder-760153-10-iscsi at level 0 using segments [{'id': '57f4982e-55fa-411b-896e-d2f21b6a9591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7cf88e2d-f05f-45fc-a04d-f0661eff459b'}] {{(pid=94011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:09:11.509859 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2a0df5-6032-4045-a66b-181e5fe55255 None None] Attempting to bind port 12b59cf0-34b9-4ee4-ad39-f1a61cbaab11 on network 7cf88e2d-f05f-45fc-a04d-f0661eff459b {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:09:11.539325 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2a0df5-6032-4045-a66b-181e5fe55255 None None] Checking agent: {'id': 'aa4392c4-9186-46d5-9724-80b6d464cfe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760153-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 14, 57, 58), 'started_at': datetime.datetime(2021, 9, 10, 14, 58, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760153-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:09:11.540325 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2a0df5-6032-4045-a66b-181e5fe55255 None None] Checking segment: {'id': '57f4982e-55fa-411b-896e-d2f21b6a9591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7cf88e2d-f05f-45fc-a04d-f0661eff459b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:09:11.541131 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-1f2a0df5-6032-4045-a66b-181e5fe55255 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:11.541782 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2a0df5-6032-4045-a66b-181e5fe55255 None None] Bound using segment: {'id': '57f4982e-55fa-411b-896e-d2f21b6a9591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7cf88e2d-f05f-45fc-a04d-f0661eff459b'} {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:09:11.554014 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [None req-1f2a0df5-6032-4045-a66b-181e5fe55255 None None] Bound port: 12b59cf0-34b9-4ee4-ad39-f1a61cbaab11, host: dv-cinder-760153-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57f4982e-55fa-411b-896e-d2f21b6a9591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7cf88e2d-f05f-45fc-a04d-f0661eff459b'}}] {{(pid=94011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:09:11.554014 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-1f2a0df5-6032-4045-a66b-181e5fe55255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:11.796494 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-1f2a0df5-6032-4045-a66b-181e5fe55255 None None] For port 12b59cf0-34b9-4ee4-ad39-f1a61cbaab11, host dv-cinder-760153-10-iscsi, cleared binding levels {{(pid=94011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:09:11.821359 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-1f2a0df5-6032-4045-a66b-181e5fe55255 None None] For port 12b59cf0-34b9-4ee4-ad39-f1a61cbaab11, host dv-cinder-760153-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-10-iscsi',level=0,port_id=12b59cf0-34b9-4ee4-ad39-f1a61cbaab11,segment=NetworkSegment(57f4982e-55fa-411b-896e-d2f21b6a9591),segment_id=57f4982e-55fa-411b-896e-d2f21b6a9591)] {{(pid=94011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:09:11.836842 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-1f2a0df5-6032-4045-a66b-181e5fe55255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:11.976299 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69a13e2-2d46-45bb-87c9-0f7224ee4cf5 None None] Pushing event updated for resources: {'Port': ['ID=12b59cf0-34b9-4ee4-ad39-f1a61cbaab11,revision_number=4']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:09:12.063934 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2a0df5-6032-4045-a66b-181e5fe55255 None None] Routers {'d0a133c4-8999-4de4-89ef-09d692a7abca'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:09:12.065020 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-1f2a0df5-6032-4045-a66b-181e5fe55255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T15:08:57Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['d0a133c4-8999-4de4-89ef-09d692a7abca'], 'active': True} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:09:12.115106 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-b53f7b2d-e1be-4216-9767-4d29376cfd31 req-847b9212-2557-404f-9acc-222d5bf45a90 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/security-groups?id=c435c8d1-bcf5-4643-8a06-2b0627ebda44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2664034 Sep 10 15:09:12.118278 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.base_scheduler [None req-37aa1c46-f929-4408-a81b-eb16055e8e9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760153-10-iscsi, ffeda8e8-71d4-4e78-bf1e-c564c25eeb1f) {{(pid=94009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:09:12.230322 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37aa1c46-f929-4408-a81b-eb16055e8e9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:12.237661 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-37aa1c46-f929-4408-a81b-eb16055e8e9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:12.287463 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvr_db [None req-1f2a0df5-6032-4045-a66b-181e5fe55255 None None] Set router d0a133c4-8999-4de4-89ef-09d692a7abca gateway port host: dv-cinder-760153-10-iscsi {{(pid=94011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:09:12.414950 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.agents_db [None req-04bb1bd2-f33d-49ef-a466-6fb3f7a23ee1 None None] Agent healthcheck: found 6 active agents {{(pid=94012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 15:09:12.428978 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 15:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f81018-4a85-470c-87a4-ed07cb6a9bae x-openstack-request-id: req-58f81018-4a85-470c-87a4-ed07cb6a9bae {{(pid=94009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:09:12.429626 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0561b768-e914-480a-8b53-56f727f3a504", "tag": "ae5593bb-cbc1-4417-ba58-bb771ce135d6", "status": "completed", "code": 200}]} {{(pid=94009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:09:12.440661 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-58f81018-4a85-470c-87a4-ed07cb6a9bae {{(pid=94009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:09:12.442944 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0561b768-e914-480a-8b53-56f727f3a504', 'tag': 'ae5593bb-cbc1-4417-ba58-bb771ce135d6', 'status': 'completed', 'code': 200} Sep 10 15:09:12.450431 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-37aa1c46-f929-4408-a81b-eb16055e8e9c admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.6905382 Sep 10 15:09:12.452426 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 44560) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:09:12.458056 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.v2.base [None req-62fd1290-c0df-4678-85ad-89e419ab54d4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2011105181-router', 'tenant_id': '3afbff84ea194b4ba6b4e4966fdf173a', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed'}}} {{(pid=94010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:09:12.486160 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3fefa9-4b69-4942-b59b-88d4722f2dd7 None None] Network ffeda8e8-71d4-4e78-bf1e-c564c25eeb1f requested from dv-cinder-760153-10-iscsi {{(pid=94011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:09:12.509158 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-62fd1290-c0df-4678-85ad-89e419ab54d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-584384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-375'] for router, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:12.510752 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-62fd1290-c0df-4678-85ad-89e419ab54d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-382'] for router, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:12.520727 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9fa35a-32d1-46b9-92bf-bf1dfe0f54f5 req-c9f49573-5d20-4beb-b77a-3b95f31cc772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:12.524212 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-7d9fa35a-32d1-46b9-92bf-bf1dfe0f54f5 req-c9f49573-5d20-4beb-b77a-3b95f31cc772 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6ab88976e97b4105bd0ab39c7b8bf1e3&device_id=0561b768-e914-480a-8b53-56f727f3a504 HTTP/1.1" status: 200 len: 1096 time: 1.5119677 Sep 10 15:09:12.652489 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-62fd1290-c0df-4678-85ad-89e419ab54d4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:12.793150 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-7d9fa35a-32d1-46b9-92bf-bf1dfe0f54f5 req-6d5ac838-3926-4a51-b19f-d5a22b2781f2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae5593bb-cbc1-4417-ba58-bb771ce135d6 HTTP/1.1" status: 200 len: 217 time: 0.1285870 Sep 10 15:09:12.802364 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e65c7-c825-48d0-b57e-d569a7c0150e req-95e61b81-9298-498b-8037-bfc00124a4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:12.803912 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-2f6e65c7-c825-48d0-b57e-d569a7c0150e req-95e61b81-9298-498b-8037-bfc00124a4f8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d8cbe470-bc98-41a4-a428-659bec184b54 HTTP/1.1" status: 200 len: 918 time: 1.7541282 Sep 10 15:09:12.833046 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcafb7d-f376-4966-b521-ca016cfd0835 req-af8397b4-2b69-415b-a8c7-def1fec1fcac tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:12.842463 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-8dcafb7d-f376-4966-b521-ca016cfd0835 req-af8397b4-2b69-415b-a8c7-def1fec1fcac tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/ports?device_id=1abb4027-f5ba-4772-b83a-e033908cd066 HTTP/1.1" status: 200 len: 945 time: 0.7661180 Sep 10 15:09:12.997073 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-62fd1290-c0df-4678-85ad-89e419ab54d4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:13.063243 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f61e229-d65d-482f-a5d0-36f931a8040c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75912ed4-7a3a-54d7-ac9b-82d05aadd505-ffeda8e8-71d4-4e78-bf1e-c564c25eeb1f', 'network_id': 'ffeda8e8-71d4-4e78-bf1e-c564c25eeb1f', 'tenant_id': '3afbff84ea194b4ba6b4e4966fdf173a', 'fixed_ips': [{'subnet_id': '27d1d29b-1dbb-47ff-b976-a74a95526bb5'}]}} from dv-cinder-760153-10-iscsi. {{(pid=94011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 15:09:13.069851 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-0f61e229-d65d-482f-a5d0-36f931a8040c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:13.245481 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf366e-3867-4d04-912b-69b8b7e99e8a req-60a7f9dc-1120-4e57-ae79-61c292d95ea0 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:13.261092 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-e2bf366e-3867-4d04-912b-69b8b7e99e8a req-60a7f9dc-1120-4e57-ae79-61c292d95ea0 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9ede9c0-0e64-4af1-8930-fe240ce9b603 HTTP/1.1" status: 200 len: 946 time: 0.7914405 Sep 10 15:09:13.280547 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-2f6e65c7-c825-48d0-b57e-d569a7c0150e req-4ae6cdef-82ac-448f-9439-d81c5c06a82a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=82eba568-662f-42f2-bd64-96a84537e5b4 HTTP/1.1" status: 200 len: 999 time: 0.4287875 Sep 10 15:09:13.326736 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-8dcafb7d-f376-4966-b521-ca016cfd0835 req-8d43a612-1879-4bfb-9727-0a6a6bc3cb01 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/security-groups?id=0fb61748-e2ed-4218-a239-be58c79f0998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4831636 Sep 10 15:09:13.432822 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9fa35a-32d1-46b9-92bf-bf1dfe0f54f5 req-802c9b66-365c-40c8-a544-138d714fcd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:13.435294 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-7d9fa35a-32d1-46b9-92bf-bf1dfe0f54f5 req-802c9b66-365c-40c8-a544-138d714fcd49 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dbb21cad-9efd-4dac-bc4f-2697c2741bb9 HTTP/1.1" status: 200 len: 854 time: 0.5712726 Sep 10 15:09:13.520161 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-e2bf366e-3867-4d04-912b-69b8b7e99e8a req-48a0ee99-4a17-4efe-b905-3e612c2b0762 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580080 Sep 10 15:09:13.538502 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e65c7-c825-48d0-b57e-d569a7c0150e req-f355ad86-bc18-4eb5-9f1f-ef009a0deec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:13.543762 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-2f6e65c7-c825-48d0-b57e-d569a7c0150e req-f355ad86-bc18-4eb5-9f1f-ef009a0deec2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=782052c7-4991-4efe-97d8-5a0e8f67d6bc HTTP/1.1" status: 200 len: 856 time: 0.2460680 Sep 10 15:09:13.626715 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ce15d-abbf-49c8-8019-c6a684815c9f req-b480c241-5ad4-4675-a540-f83e1694a59b tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:13.634841 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-866ce15d-abbf-49c8-8019-c6a684815c9f req-b480c241-5ad4-4675-a540-f83e1694a59b tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 943 time: 0.1981957 Sep 10 15:09:13.654158 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9fa35a-32d1-46b9-92bf-bf1dfe0f54f5 req-3c43ad05-8133-4669-96a4-514d128bd734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:13.656249 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-7d9fa35a-32d1-46b9-92bf-bf1dfe0f54f5 req-3c43ad05-8133-4669-96a4-514d128bd734 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4438a4c6-ecae-4330-8512-f3353a458625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2007861 Sep 10 15:09:13.751497 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-62fd1290-c0df-4678-85ad-89e419ab54d4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:13.775779 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-1f2a0df5-6032-4045-a66b-181e5fe55255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a133c4-8999-4de4-89ef-09d692a7abca', 'name': 'tempest-TestShelveInstance-349736955-router', 'tenant_id': '47244aba6de4405d9ea861774b300ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '112ee07b-c0b4-4c42-a02b-e34ccba87f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:08:58Z', 'updated_at': '2021-09-10T15:09:03Z', 'revision_number': 4, 'project_id': '47244aba6de4405d9ea861774b300ddd', 'gw_port': {'id': '112ee07b-c0b4-4c42-a02b-e34ccba87f6d', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a133c4-8999-4de4-89ef-09d692a7abca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:08:59Z', 'updated_at': '2021-09-10T15:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi', '_interfaces': [{'id': '12b59cf0-34b9-4ee4-ad39-f1a61cbaab11', 'name': '', 'network_id': '7cf88e2d-f05f-45fc-a04d-f0661eff459b', 'tenant_id': '47244aba6de4405d9ea861774b300ddd', 'mac_address': 'fa:16:3e:72:ea:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a133c4-8999-4de4-89ef-09d692a7abca', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '8893c71f-9a4e-420e-94a5-477d5ef9e705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:09:02Z', 'updated_at': '2021-09-10T15:09:11Z', 'revision_number': 4, 'project_id': '47244aba6de4405d9ea861774b300ddd', 'subnets': [{'id': '8893c71f-9a4e-420e-94a5-477d5ef9e705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:09:13.780093 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-62fd1290-c0df-4678-85ad-89e419ab54d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:13.850641 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-866ce15d-abbf-49c8-8019-c6a684815c9f req-28fc2ae9-4cac-4cab-9b5a-17feebb3be79 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=88c2f7ce-a671-457c-9037-355504b74c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2141707 Sep 10 15:09:13.907659 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2a0df5-6032-4045-a66b-181e5fe55255 None None] The sync data for ids ['d0a133c4-8999-4de4-89ef-09d692a7abca'] in dv-cinder-760153-10-iscsi is: [{'id': 'd0a133c4-8999-4de4-89ef-09d692a7abca', 'name': 'tempest-TestShelveInstance-349736955-router', 'tenant_id': '47244aba6de4405d9ea861774b300ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '112ee07b-c0b4-4c42-a02b-e34ccba87f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:08:58Z', 'updated_at': '2021-09-10T15:09:03Z', 'revision_number': 4, 'project_id': '47244aba6de4405d9ea861774b300ddd', 'gw_port': {'id': '112ee07b-c0b4-4c42-a02b-e34ccba87f6d', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a133c4-8999-4de4-89ef-09d692a7abca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:08:59Z', 'updated_at': '2021-09-10T15:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi', '_interfaces': [{'id': '12b59cf0-34b9-4ee4-ad39-f1a61cbaab11', 'name': '', 'network_id': '7cf88e2d-f05f-45fc-a04d-f0661eff459b', 'tenant_id': '47244aba6de4405d9ea861774b300ddd', 'mac_address': 'fa:16:3e:72:ea:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a133c4-8999-4de4-89ef-09d692a7abca', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '8893c71f-9a4e-420e-94a5-477d5ef9e705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:09:02Z', 'updated_at': '2021-09-10T15:09:11Z', 'revision_number': 4, 'project_id': '47244aba6de4405d9ea861774b300ddd', 'subnets': [{'id': '8893c71f-9a4e-420e-94a5-477d5ef9e705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:09:13.967391 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.db_base_plugin_common [None req-0f61e229-d65d-482f-a5d0-36f931a8040c None None] Allocated IP 172.20.0.2 (ffeda8e8-71d4-4e78-bf1e-c564c25eeb1f/27d1d29b-1dbb-47ff-b976-a74a95526bb5/bbbb229c-14cf-4072-8ec8-48bc49793ce4) {{(pid=94011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:09:13.970529 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e65c7-c825-48d0-b57e-d569a7c0150e req-f60090ae-6de2-488f-b4e7-5811d50a955a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:13.972614 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-2f6e65c7-c825-48d0-b57e-d569a7c0150e req-f60090ae-6de2-488f-b4e7-5811d50a955a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d8cbe470-bc98-41a4-a428-659bec184b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3900630 Sep 10 15:09:14.084413 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.db.db_base_plugin_common [None req-62fd1290-c0df-4678-85ad-89e419ab54d4 admin admin] Allocated IP 172.27.0.148 (caa13d69-ff92-44ce-a665-3b9af711feed/3b314502-2ac4-4640-9fa5-f95f10fc4599/4825d322-d399-4e80-b91e-b532834d4d70) {{(pid=94010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:09:14.158083 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e63bfcb-1dfc-4ec9-9603-ecc9c0f12525 req-8427cda7-6123-428f-9407-3b132b2333fa tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:14.165929 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-8e63bfcb-1dfc-4ec9-9603-ecc9c0f12525 req-8427cda7-6123-428f-9407-3b132b2333fa tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/ports?device_id=0561b768-e914-480a-8b53-56f727f3a504 HTTP/1.1" status: 200 len: 943 time: 0.3246026 Sep 10 15:09:14.379703 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-8e63bfcb-1dfc-4ec9-9603-ecc9c0f12525 req-555596d2-4127-4006-9249-d045030662a7 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/security-groups?id=c435c8d1-bcf5-4643-8a06-2b0627ebda44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473999 Sep 10 15:09:14.384236 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-62fd1290-c0df-4678-85ad-89e419ab54d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:14.418872 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-0f61e229-d65d-482f-a5d0-36f931a8040c None None] Notify callbacks [] for port, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:14.445682 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-0f61e229-d65d-482f-a5d0-36f931a8040c None None] Transition to ACTIVE for port object bbbb229c-14cf-4072-8ec8-48bc49793ce4 will not be triggered until provisioned by entity L2. {{(pid=94011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:09:14.452692 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-7d9fa35a-32d1-46b9-92bf-bf1dfe0f54f5 req-2d0e910f-65fa-4f80-b29d-2da9eab52c84 service neutron] 10.222.0.42 "GET /v2.0/networks/4438a4c6-ecae-4330-8512-f3353a458625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7843611 Sep 10 15:09:14.490839 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-0f61e229-d65d-482f-a5d0-36f931a8040c None None] Transition to ACTIVE for port object bbbb229c-14cf-4072-8ec8-48bc49793ce4 will not be triggered until provisioned by entity DHCP. {{(pid=94011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:09:14.504228 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-62fd1290-c0df-4678-85ad-89e419ab54d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748756606401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14298976'] for port, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:14.506449 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-0f61e229-d65d-482f-a5d0-36f931a8040c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748756606401'] for port, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:14.643198 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fd1290-c0df-4678-85ad-89e419ab54d4 admin admin] Network caa13d69-ff92-44ce-a665-3b9af711feed is already hosted by enough agents. {{(pid=94010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:09:14.645152 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f61e229-d65d-482f-a5d0-36f931a8040c None None] Pushing event updated for resources: {'Port': ['ID=bbbb229c-14cf-4072-8ec8-48bc49793ce4,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:09:14.666398 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.base_scheduler [None req-62fd1290-c0df-4678-85ad-89e419ab54d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:09:14.680611 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fd1290-c0df-4678-85ad-89e419ab54d4 admin admin] Received port after_create {{(pid=94010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:09:14.685943 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f61e229-d65d-482f-a5d0-36f931a8040c None None] Network ffeda8e8-71d4-4e78-bf1e-c564c25eeb1f is already hosted by enough agents. {{(pid=94011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:09:14.688842 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.scheduler.base_scheduler [None req-0f61e229-d65d-482f-a5d0-36f931a8040c None None] Resources bound (agent type, host, resource id): {{(pid=94011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:09:14.689733 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fd1290-c0df-4678-85ad-89e419ab54d4 admin admin] Pushing event updated for resources: {'Port': ['ID=4825d322-d399-4e80-b91e-b532834d4d70,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:09:14.694755 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f61e229-d65d-482f-a5d0-36f931a8040c None None] Received port after_create {{(pid=94011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:09:14.768348 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fd1290-c0df-4678-85ad-89e419ab54d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:09:14.768959 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fd1290-c0df-4678-85ad-89e419ab54d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:09:14.769066 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fd1290-c0df-4678-85ad-89e419ab54d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:09:14.769354 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fd1290-c0df-4678-85ad-89e419ab54d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:09:14.769690 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fd1290-c0df-4678-85ad-89e419ab54d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:09:14.770052 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fd1290-c0df-4678-85ad-89e419ab54d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:09:14.770376 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fd1290-c0df-4678-85ad-89e419ab54d4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:09:14.771300 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-2f6e65c7-c825-48d0-b57e-d569a7c0150e req-3a6c60fe-aabd-48be-87c0-f0e0efdeecf6 service neutron] 10.222.0.42 "GET /v2.0/networks/d8cbe470-bc98-41a4-a428-659bec184b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6389298 Sep 10 15:09:14.773525 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fd1290-c0df-4678-85ad-89e419ab54d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:09:14.773525 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fd1290-c0df-4678-85ad-89e419ab54d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:09:14.773525 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fd1290-c0df-4678-85ad-89e419ab54d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:09:14.773525 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fd1290-c0df-4678-85ad-89e419ab54d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:09:14.773959 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62fd1290-c0df-4678-85ad-89e419ab54d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:09:14.858481 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [None req-0f61e229-d65d-482f-a5d0-36f931a8040c None None] Attempting to bind port bbbb229c-14cf-4072-8ec8-48bc49793ce4 on host dv-cinder-760153-10-iscsi for vnic_type normal with profile {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:09:14.859027 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [None req-0f61e229-d65d-482f-a5d0-36f931a8040c None None] Attempting to bind port bbbb229c-14cf-4072-8ec8-48bc49793ce4 by drivers openvswitch,hyperv on host dv-cinder-760153-10-iscsi at level 0 using segments [{'id': 'b932063e-2a90-4e6d-af31-f646cab7d53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ffeda8e8-71d4-4e78-bf1e-c564c25eeb1f'}] {{(pid=94011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:09:14.860135 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f61e229-d65d-482f-a5d0-36f931a8040c None None] Attempting to bind port bbbb229c-14cf-4072-8ec8-48bc49793ce4 on network ffeda8e8-71d4-4e78-bf1e-c564c25eeb1f {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:09:14.882139 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f61e229-d65d-482f-a5d0-36f931a8040c None None] Checking agent: {'id': 'aa4392c4-9186-46d5-9724-80b6d464cfe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760153-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 14, 57, 58), 'started_at': datetime.datetime(2021, 9, 10, 14, 58, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760153-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:09:14.882658 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f61e229-d65d-482f-a5d0-36f931a8040c None None] Checking segment: {'id': 'b932063e-2a90-4e6d-af31-f646cab7d53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ffeda8e8-71d4-4e78-bf1e-c564c25eeb1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:09:14.883106 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-0f61e229-d65d-482f-a5d0-36f931a8040c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:14.883494 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f61e229-d65d-482f-a5d0-36f931a8040c None None] Bound using segment: {'id': 'b932063e-2a90-4e6d-af31-f646cab7d53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ffeda8e8-71d4-4e78-bf1e-c564c25eeb1f'} {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:09:14.883994 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [None req-0f61e229-d65d-482f-a5d0-36f931a8040c None None] Bound port: bbbb229c-14cf-4072-8ec8-48bc49793ce4, host: dv-cinder-760153-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b932063e-2a90-4e6d-af31-f646cab7d53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ffeda8e8-71d4-4e78-bf1e-c564c25eeb1f'}}] {{(pid=94011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:09:14.886511 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-0f61e229-d65d-482f-a5d0-36f931a8040c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:15.074822 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-0f61e229-d65d-482f-a5d0-36f931a8040c None None] For port bbbb229c-14cf-4072-8ec8-48bc49793ce4, host dv-cinder-760153-10-iscsi, cleared binding levels {{(pid=94011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:09:15.083714 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-0f61e229-d65d-482f-a5d0-36f931a8040c None None] For port bbbb229c-14cf-4072-8ec8-48bc49793ce4, host dv-cinder-760153-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-10-iscsi',level=0,port_id=bbbb229c-14cf-4072-8ec8-48bc49793ce4,segment=NetworkSegment(b932063e-2a90-4e6d-af31-f646cab7d53f),segment_id=b932063e-2a90-4e6d-af31-f646cab7d53f)] {{(pid=94011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:09:15.085705 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-2f6e65c7-c825-48d0-b57e-d569a7c0150e req-614d4be1-c8ee-4c01-af54-f519461fa1da service neutron] 10.222.0.42 "GET /v2.0/networks/d8cbe470-bc98-41a4-a428-659bec184b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786398 Sep 10 15:09:15.099920 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-0f61e229-d65d-482f-a5d0-36f931a8040c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:15.161386 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7986285f-8e69-4c47-973c-20ae90d97b8a req-7778e4bf-ce43-4de8-9e8c-583fdbf4f111 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:15.163497 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-7986285f-8e69-4c47-973c-20ae90d97b8a req-7778e4bf-ce43-4de8-9e8c-583fdbf4f111 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9ede9c0-0e64-4af1-8930-fe240ce9b603 HTTP/1.1" status: 200 len: 946 time: 0.4816427 Sep 10 15:09:15.271012 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f61e229-d65d-482f-a5d0-36f931a8040c None None] Pushing event updated for resources: {'Port': ['ID=bbbb229c-14cf-4072-8ec8-48bc49793ce4,revision_number=2']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:09:15.294622 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-7986285f-8e69-4c47-973c-20ae90d97b8a req-d08dedf8-8437-486e-8be8-6e16d42b1c66 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159322 Sep 10 15:09:15.306509 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-7d9fa35a-32d1-46b9-92bf-bf1dfe0f54f5 req-25dd94cd-bc2a-4121-99b7-c181ce275918 service neutron] 10.222.0.42 "GET /v2.0/networks/4438a4c6-ecae-4330-8512-f3353a458625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7972751 Sep 10 15:09:15.357537 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a394b425-4f06-498d-a12c-0def20e02a57 req-832464a9-0253-4e12-b954-5e1a32854340 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:15.372018 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-a394b425-4f06-498d-a12c-0def20e02a57 req-832464a9-0253-4e12-b954-5e1a32854340 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 943 time: 0.2849455 Sep 10 15:09:15.519392 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-62fd1290-c0df-4678-85ad-89e419ab54d4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:15.562445 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-a394b425-4f06-498d-a12c-0def20e02a57 req-eeaca632-5fde-4233-8793-f97b57c5248a tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=88c2f7ce-a671-457c-9037-355504b74c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1888299 Sep 10 15:09:15.769409 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb3c581-6ff4-4bdc-a923-ea0743cf9d1c req-96c103fd-7bf4-4435-895d-427d94ab7127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:15.771027 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-ffb3c581-6ff4-4bdc-a923-ea0743cf9d1c req-96c103fd-7bf4-4435-895d-427d94ab7127 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6ab88976e97b4105bd0ab39c7b8bf1e3&device_id=0561b768-e914-480a-8b53-56f727f3a504 HTTP/1.1" status: 200 len: 1096 time: 0.3855810 Sep 10 15:09:15.967546 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb3c581-6ff4-4bdc-a923-ea0743cf9d1c req-e7957d49-a14d-454d-9446-70fb874d05f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:15.969107 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-ffb3c581-6ff4-4bdc-a923-ea0743cf9d1c req-e7957d49-a14d-454d-9446-70fb874d05f2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4438a4c6-ecae-4330-8512-f3353a458625 HTTP/1.1" status: 200 len: 916 time: 0.1838324 Sep 10 15:09:15.985707 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a91293f-4d15-438d-8c07-d6c13057d07a req-63f7f49e-beac-4a9d-89f2-9c01bb90f959 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:15.987604 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-9a91293f-4d15-438d-8c07-d6c13057d07a req-63f7f49e-beac-4a9d-89f2-9c01bb90f959 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/ports?device_id=0561b768-e914-480a-8b53-56f727f3a504 HTTP/1.1" status: 200 len: 943 time: 0.3989582 Sep 10 15:09:16.047593 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-ffb3c581-6ff4-4bdc-a923-ea0743cf9d1c req-e6c9d3af-e834-4180-8532-d0dd7a6a0869 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae5593bb-cbc1-4417-ba58-bb771ce135d6 HTTP/1.1" status: 200 len: 217 time: 0.0583005 Sep 10 15:09:16.112755 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-9a91293f-4d15-438d-8c07-d6c13057d07a req-a2eff16a-c7d3-4d2a-b57a-dc7bcdb0cdf4 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/security-groups?id=c435c8d1-bcf5-4643-8a06-2b0627ebda44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177609 Sep 10 15:09:16.114774 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device 12b59cf0-34b9-4ee4-ad39-f1a61cbaab11 up at agent ovs-agent-dv-cinder-760153-10-iscsi {{(pid=94011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:09:16.182133 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-62fd1290-c0df-4678-85ad-89e419ab54d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582673'] for router, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:16.243024 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb3c581-6ff4-4bdc-a923-ea0743cf9d1c req-ea803691-a39b-495b-a22d-16ae7898f993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:16.245188 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-ffb3c581-6ff4-4bdc-a923-ea0743cf9d1c req-ea803691-a39b-495b-a22d-16ae7898f993 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dbb21cad-9efd-4dac-bc4f-2697c2741bb9 HTTP/1.1" status: 200 len: 854 time: 0.1503756 Sep 10 15:09:16.254944 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Provisioning for port 12b59cf0-34b9-4ee4-ad39-f1a61cbaab11 completed by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:09:16.262649 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Provisioning complete for port 12b59cf0-34b9-4ee4-ad39-f1a61cbaab11 triggered by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:09:16.263478 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:16.351276 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb3c581-6ff4-4bdc-a923-ea0743cf9d1c req-947e7444-a78c-4c01-9487-6c60e1641183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:16.353032 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-ffb3c581-6ff4-4bdc-a923-ea0743cf9d1c req-947e7444-a78c-4c01-9487-6c60e1641183 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4438a4c6-ecae-4330-8512-f3353a458625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0891640 Sep 10 15:09:16.553016 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:16.563443 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62fd1290-c0df-4678-85ad-89e419ab54d4 admin admin] Router 86ad7842-a58b-417f-b298-ef05bf7c4133 is scheduled to L3 agent b0771735-54fe-4ba2-aeee-11d3b2b54cf1 with binding_index 1 {{(pid=94010) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 15:09:16.595551 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-ffb3c581-6ff4-4bdc-a923-ea0743cf9d1c req-1a6de13c-d9f9-45e6-b040-e8cdf1eef349 service neutron] 10.222.0.42 "GET /v2.0/networks/4438a4c6-ecae-4330-8512-f3353a458625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242687 Sep 10 15:09:16.689862 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] For port 12b59cf0-34b9-4ee4-ad39-f1a61cbaab11, host dv-cinder-760153-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-10-iscsi',level=0,port_id=12b59cf0-34b9-4ee4-ad39-f1a61cbaab11,segment=NetworkSegment(57f4982e-55fa-411b-896e-d2f21b6a9591),segment_id=57f4982e-55fa-411b-896e-d2f21b6a9591)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:09:16.703306 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:16.706059 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device bbbb229c-14cf-4072-8ec8-48bc49793ce4 up at agent ovs-agent-dv-cinder-760153-10-iscsi {{(pid=94011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:09:16.822319 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62fd1290-c0df-4678-85ad-89e419ab54d4 admin admin] Notify agent at l3_agent.dv-cinder-760153-10-iscsi the message routers_updated {{(pid=94010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:09:16.836860 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9b637b-278f-4aad-8a0a-48c4d75cc288 None None] Sync routers for ids ['86ad7842-a58b-417f-b298-ef05bf7c4133'] in dv-cinder-760153-10-iscsi {{(pid=94012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:09:16.861988 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9b637b-278f-4aad-8a0a-48c4d75cc288 None None] Routers {'86ad7842-a58b-417f-b298-ef05bf7c4133'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:09:16.865790 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-8f9b637b-278f-4aad-8a0a-48c4d75cc288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T15:08:57Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['86ad7842-a58b-417f-b298-ef05bf7c4133'], 'active': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:09:16.882014 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-62fd1290-c0df-4678-85ad-89e419ab54d4 admin admin] Notify callbacks [] for router, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:16.890344 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-62fd1290-c0df-4678-85ad-89e419ab54d4 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.4360573 Sep 10 15:09:16.892759 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 44580) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:09:16.971768 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Pushing event updated for resources: {'Port': ['ID=12b59cf0-34b9-4ee4-ad39-f1a61cbaab11,revision_number=5']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:09:17.003736 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-ffb3c581-6ff4-4bdc-a923-ea0743cf9d1c req-2501a48a-2e2c-4bf9-8b49-937a22e3bff3 service neutron] 10.222.0.42 "GET /v2.0/networks/4438a4c6-ecae-4330-8512-f3353a458625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3640637 Sep 10 15:09:17.070440 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Provisioning for port bbbb229c-14cf-4072-8ec8-48bc49793ce4 completed by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:09:17.125866 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b1963a-d43b-40e6-af0d-9f46994da88a req-bfca8606-cab3-4057-8a76-8b374e64f92b tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:17.135096 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-a6b1963a-d43b-40e6-af0d-9f46994da88a req-bfca8606-cab3-4057-8a76-8b374e64f92b tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9ede9c0-0e64-4af1-8930-fe240ce9b603 HTTP/1.1" status: 200 len: 946 time: 0.5379231 Sep 10 15:09:17.167918 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412f253d-927b-48b2-8565-29ad9e1872bf req-494c0247-acd2-4566-9858-74cece498c3a tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:17.177913 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-412f253d-927b-48b2-8565-29ad9e1872bf req-494c0247-acd2-4566-9858-74cece498c3a tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 943 time: 0.1394939 Sep 10 15:09:17.273469 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-a6b1963a-d43b-40e6-af0d-9f46994da88a req-3e197369-ec0a-4ef1-a003-95bbe84c1e28 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373620 Sep 10 15:09:17.283346 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvr_db [None req-8f9b637b-278f-4aad-8a0a-48c4d75cc288 None None] Set router 86ad7842-a58b-417f-b298-ef05bf7c4133 gateway port host: dv-cinder-760153-10-iscsi {{(pid=94012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:09:17.295607 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-412f253d-927b-48b2-8565-29ad9e1872bf req-a0ab08ad-89e4-4566-90f7-d48007c8c9b5 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=88c2f7ce-a671-457c-9037-355504b74c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166663 Sep 10 15:09:17.350195 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386ccc89-3f4a-4cf8-afe3-94af684a0ba8 None None] Network ffeda8e8-71d4-4e78-bf1e-c564c25eeb1f requested from dv-cinder-760153-10-iscsi {{(pid=94011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:09:17.534104 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c6dd8-0667-4f0e-9374-7ba933ab84ac req-6d1fbb17-4e98-4152-934b-ac9260628108 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:17.604428 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-d69c6dd8-0667-4f0e-9374-7ba933ab84ac req-6d1fbb17-4e98-4152-934b-ac9260628108 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/ports?device_id=0561b768-e914-480a-8b53-56f727f3a504 HTTP/1.1" status: 200 len: 943 time: 0.1909332 Sep 10 15:09:17.792244 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-d02b5b15-3778-4713-8950-64ec22935d48 None None] Provisioning for port bbbb229c-14cf-4072-8ec8-48bc49793ce4 completed by entity DHCP. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:09:17.815446 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-d02b5b15-3778-4713-8950-64ec22935d48 None None] Provisioning complete for port bbbb229c-14cf-4072-8ec8-48bc49793ce4 triggered by entity DHCP. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:09:17.816509 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d02b5b15-3778-4713-8950-64ec22935d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:17.869544 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-d69c6dd8-0667-4f0e-9374-7ba933ab84ac req-19d73878-cf1f-4dfd-8126-6040e7646c5c tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/security-groups?id=c435c8d1-bcf5-4643-8a06-2b0627ebda44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616794 Sep 10 15:09:17.999445 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device 12b59cf0-34b9-4ee4-ad39-f1a61cbaab11 up at agent ovs-agent-dv-cinder-760153-10-iscsi {{(pid=94011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:09:18.102427 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea4aec-23b7-46bd-959f-ac53efdba4a7 req-b1f6d873-ca47-4a17-8b5a-e979d5cf30fe tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:18.105957 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-8f9b637b-278f-4aad-8a0a-48c4d75cc288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ad7842-a58b-417f-b298-ef05bf7c4133', 'name': 'tempest-TestShelveInstance-2011105181-router', 'tenant_id': '3afbff84ea194b4ba6b4e4966fdf173a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '4825d322-d399-4e80-b91e-b532834d4d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:09:12Z', 'updated_at': '2021-09-10T15:09:15Z', 'revision_number': 3, 'project_id': '3afbff84ea194b4ba6b4e4966fdf173a', 'gw_port': {'id': '4825d322-d399-4e80-b91e-b532834d4d70', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b3:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ad7842-a58b-417f-b298-ef05bf7c4133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:09:13Z', 'updated_at': '2021-09-10T15:09:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi'}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:09:18.110657 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-60ea4aec-23b7-46bd-959f-ac53efdba4a7 req-b1f6d873-ca47-4a17-8b5a-e979d5cf30fe tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9ede9c0-0e64-4af1-8930-fe240ce9b603 HTTP/1.1" status: 200 len: 946 time: 0.1711054 Sep 10 15:09:18.185749 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9b637b-278f-4aad-8a0a-48c4d75cc288 None None] Checking router: 86ad7842-a58b-417f-b298-ef05bf7c4133 for host: dv-cinder-760153-10-iscsi {{(pid=94012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:09:18.187456 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9b637b-278f-4aad-8a0a-48c4d75cc288 None None] Updating router 86ad7842-a58b-417f-b298-ef05bf7c4133 port 4825d322-d399-4e80-b91e-b532834d4d70 binding host dv-cinder-760153-10-iscsi {{(pid=94012) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 15:09:18.248202 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d02b5b15-3778-4713-8950-64ec22935d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:18.270148 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8f9b637b-278f-4aad-8a0a-48c4d75cc288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:18.298693 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Provisioning complete for port 12b59cf0-34b9-4ee4-ad39-f1a61cbaab11 triggered by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:09:18.299047 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:18.391435 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-f19486f6-f7f3-4504-9c67-9bcf9bd92a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:18.564861 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.plugin [req-60ea4aec-23b7-46bd-959f-ac53efdba4a7 req-67c4c837-a2ce-42b6-a74a-19cb54deaa02 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Deleting port 0902fa08-3c11-46ef-be4c-a72dce4d2747 {{(pid=94009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:09:18.565523 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-60ea4aec-23b7-46bd-959f-ac53efdba4a7 req-67c4c837-a2ce-42b6-a74a-19cb54deaa02 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748757118522'] for port, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:18.603752 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-d02b5b15-3778-4713-8950-64ec22935d48 None None] For port bbbb229c-14cf-4072-8ec8-48bc49793ce4, host dv-cinder-760153-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-10-iscsi',level=0,port_id=bbbb229c-14cf-4072-8ec8-48bc49793ce4,segment=NetworkSegment(b932063e-2a90-4e6d-af31-f646cab7d53f),segment_id=b932063e-2a90-4e6d-af31-f646cab7d53f)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:09:18.615806 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d02b5b15-3778-4713-8950-64ec22935d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:18.722230 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02b5b15-3778-4713-8950-64ec22935d48 None None] Pushing event updated for resources: {'Port': ['ID=bbbb229c-14cf-4072-8ec8-48bc49793ce4,revision_number=3']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:09:18.745245 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02b5b15-3778-4713-8950-64ec22935d48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:09:18.745618 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02b5b15-3778-4713-8950-64ec22935d48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:09:18.745971 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02b5b15-3778-4713-8950-64ec22935d48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:09:18.746342 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02b5b15-3778-4713-8950-64ec22935d48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:09:18.746681 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02b5b15-3778-4713-8950-64ec22935d48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:09:18.747016 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02b5b15-3778-4713-8950-64ec22935d48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:09:18.747492 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02b5b15-3778-4713-8950-64ec22935d48 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:09:18.747831 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02b5b15-3778-4713-8950-64ec22935d48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:09:18.748166 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02b5b15-3778-4713-8950-64ec22935d48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:09:18.748496 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02b5b15-3778-4713-8950-64ec22935d48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:09:18.748819 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02b5b15-3778-4713-8950-64ec22935d48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:09:18.749144 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02b5b15-3778-4713-8950-64ec22935d48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:09:18.771681 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-d374e3db-1bc6-4117-926d-237ffee21500 None None] Provisioning complete for port bbbb229c-14cf-4072-8ec8-48bc49793ce4 triggered by entity DHCP. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:09:18.778007 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d374e3db-1bc6-4117-926d-237ffee21500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:18.787160 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.db [req-60ea4aec-23b7-46bd-959f-ac53efdba4a7 req-67c4c837-a2ce-42b6-a74a-19cb54deaa02 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] For port 0902fa08-3c11-46ef-be4c-a72dce4d2747, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=0902fa08-3c11-46ef-be4c-a72dce4d2747,segment=NetworkSegment(550ddc19-7242-418c-b7f8-f8f745cc5257),segment_id=550ddc19-7242-418c-b7f8-f8f745cc5257)] {{(pid=94009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:09:18.788165 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-60ea4aec-23b7-46bd-959f-ac53efdba4a7 req-67c4c837-a2ce-42b6-a74a-19cb54deaa02 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530186'] for port, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:18.810579 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.plugin [req-60ea4aec-23b7-46bd-959f-ac53efdba4a7 req-67c4c837-a2ce-42b6-a74a-19cb54deaa02 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Calling delete_port for 0902fa08-3c11-46ef-be4c-a72dce4d2747 owned by compute:nova {{(pid=94009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:09:19.076362 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-60ea4aec-23b7-46bd-959f-ac53efdba4a7 req-67c4c837-a2ce-42b6-a74a-19cb54deaa02 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748757126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748756606410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1040815'] for port, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:19.088703 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] get_ports_and_sgs() called for port_ids ['0902fa08-3c11-46ef-be4c-a72dce4d2747'] {{(pid=94011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 15:09:19.162167 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.db.db_base_plugin_common [None req-f19486f6-f7f3-4504-9c67-9bcf9bd92a74 admin admin] Allocated IP 172.20.0.1 (ffeda8e8-71d4-4e78-bf1e-c564c25eeb1f/27d1d29b-1dbb-47ff-b976-a74a95526bb5/3d213ff3-6548-41e7-b166-eec23ebfa0d1) {{(pid=94010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:09:19.175402 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c4c837-a2ce-42b6-a74a-19cb54deaa02 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Pushing event deleted for resources: {'Port': ['ID=0902fa08-3c11-46ef-be4c-a72dce4d2747,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:09:19.234996 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8f9b637b-278f-4aad-8a0a-48c4d75cc288 None None] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:19.253960 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [None req-8f9b637b-278f-4aad-8a0a-48c4d75cc288 None None] Transition to ACTIVE for port object 4825d322-d399-4e80-b91e-b532834d4d70 will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:09:19.282509 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8f9b637b-278f-4aad-8a0a-48c4d75cc288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:19.344751 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-8f9b637b-278f-4aad-8a0a-48c4d75cc288 None None] Attempting to bind port 4825d322-d399-4e80-b91e-b532834d4d70 on host dv-cinder-760153-10-iscsi for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:09:19.345848 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-8f9b637b-278f-4aad-8a0a-48c4d75cc288 None None] Attempting to bind port 4825d322-d399-4e80-b91e-b532834d4d70 by drivers openvswitch,hyperv on host dv-cinder-760153-10-iscsi at level 0 using segments [{'id': '62148626-c573-4694-a829-31b2bfa74c0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:09:19.346476 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9b637b-278f-4aad-8a0a-48c4d75cc288 None None] Attempting to bind port 4825d322-d399-4e80-b91e-b532834d4d70 on network caa13d69-ff92-44ce-a665-3b9af711feed {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:09:19.356907 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602fcf13-ab76-4821-9891-7fd04d7f54b2 req-6a852d28-416a-4722-a931-a878b74ce40b tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:19.358872 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-602fcf13-ab76-4821-9891-7fd04d7f54b2 req-6a852d28-416a-4722-a931-a878b74ce40b tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/ports?device_id=f9ede9c0-0e64-4af1-8930-fe240ce9b603 HTTP/1.1" status: 200 len: 867 time: 0.8913817 Sep 10 15:09:19.387673 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9b637b-278f-4aad-8a0a-48c4d75cc288 None None] Checking agent: {'id': 'aa4392c4-9186-46d5-9724-80b6d464cfe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760153-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 14, 57, 58), 'started_at': datetime.datetime(2021, 9, 10, 14, 58, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760153-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:09:19.388192 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9b637b-278f-4aad-8a0a-48c4d75cc288 None None] Checking segment: {'id': '62148626-c573-4694-a829-31b2bfa74c0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:09:19.388593 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-f19486f6-f7f3-4504-9c67-9bcf9bd92a74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:19.388922 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8f9b637b-278f-4aad-8a0a-48c4d75cc288 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:19.389413 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9b637b-278f-4aad-8a0a-48c4d75cc288 None None] Bound using segment: {'id': '62148626-c573-4694-a829-31b2bfa74c0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:09:19.390267 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-8f9b637b-278f-4aad-8a0a-48c4d75cc288 None None] Bound port: 4825d322-d399-4e80-b91e-b532834d4d70, host: dv-cinder-760153-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62148626-c573-4694-a829-31b2bfa74c0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:09:19.391335 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8f9b637b-278f-4aad-8a0a-48c4d75cc288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:19.406659 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.db.provisioning_blocks [None req-f19486f6-f7f3-4504-9c67-9bcf9bd92a74 admin admin] Transition to ACTIVE for port object 3d213ff3-6548-41e7-b166-eec23ebfa0d1 will not be triggered until provisioned by entity DHCP. {{(pid=94010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:09:19.432013 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea0453-8ba9-4f23-bfc3-ff6b4c84e97d req-ce892a8d-bbe0-4d22-9e0c-a1a3b5393625 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:19.444407 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-8dea0453-8ba9-4f23-bfc3-ff6b4c84e97d req-ce892a8d-bbe0-4d22-9e0c-a1a3b5393625 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 943 time: 1.0028174 Sep 10 15:09:19.452156 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-f19486f6-f7f3-4504-9c67-9bcf9bd92a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748756606401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14298976'] for port, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:19.460611 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-8f9b637b-278f-4aad-8a0a-48c4d75cc288 None None] For port 4825d322-d399-4e80-b91e-b532834d4d70, host dv-cinder-760153-10-iscsi, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:09:19.466134 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.l3_dvrscheduler_db [req-60ea4aec-23b7-46bd-959f-ac53efdba4a7 req-67c4c837-a2ce-42b6-a74a-19cb54deaa02 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] No DVR routers for this DVR port 0902fa08-3c11-46ef-be4c-a72dce4d2747 on host hv-cinder-76015 {{(pid=94009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 15:09:19.466733 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-8f9b637b-278f-4aad-8a0a-48c4d75cc288 None None] For port 4825d322-d399-4e80-b91e-b532834d4d70, host dv-cinder-760153-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-10-iscsi',level=0,port_id=4825d322-d399-4e80-b91e-b532834d4d70,segment=NetworkSegment(62148626-c573-4694-a829-31b2bfa74c0d),segment_id=62148626-c573-4694-a829-31b2bfa74c0d)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:09:19.476662 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-60ea4aec-23b7-46bd-959f-ac53efdba4a7 req-67c4c837-a2ce-42b6-a74a-19cb54deaa02 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46804'] for port, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:19.479408 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-60ea4aec-23b7-46bd-959f-ac53efdba4a7 req-67c4c837-a2ce-42b6-a74a-19cb54deaa02 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.42 "DELETE /v2.0/ports/0902fa08-3c11-46ef-be4c-a72dce4d2747 HTTP/1.1" status: 204 len: 173 time: 1.3449564 Sep 10 15:09:19.479641 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9ede9c0-0e64-4af1-8930-fe240ce9b603', 'name': 'network-vif-deleted', 'tag': '0902fa08-3c11-46ef-be4c-a72dce4d2747'}] {{(pid=94009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:09:19.480372 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-8f9b637b-278f-4aad-8a0a-48c4d75cc288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:19.485075 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9f06775dd2e397dd855044b511bdd55e5ba575987bbc09c0a11d88d405cb18b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42755a63-a3f4-4d9a-a7c3-f5cd0baec861" -d '{"events": [{"server_uuid": "f9ede9c0-0e64-4af1-8930-fe240ce9b603", "name": "network-vif-deleted", "tag": "0902fa08-3c11-46ef-be4c-a72dce4d2747"}]}' {{(pid=94009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:09:19.529464 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9b637b-278f-4aad-8a0a-48c4d75cc288 None None] Routers {'86ad7842-a58b-417f-b298-ef05bf7c4133'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:09:19.529970 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-8f9b637b-278f-4aad-8a0a-48c4d75cc288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T15:08:57Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['86ad7842-a58b-417f-b298-ef05bf7c4133'], 'active': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:09:19.563483 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-8dea0453-8ba9-4f23-bfc3-ff6b4c84e97d req-f609254a-2be4-4c9a-8614-ad91cd399ad2 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=88c2f7ce-a671-457c-9037-355504b74c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180885 Sep 10 15:09:19.565647 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19486f6-f7f3-4504-9c67-9bcf9bd92a74 admin admin] Pushing event updated for resources: {'Port': ['ID=3d213ff3-6548-41e7-b166-eec23ebfa0d1,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:09:19.587235 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-602fcf13-ab76-4821-9891-7fd04d7f54b2 req-e7410e7d-0bed-4ae5-8694-8af1372964c2 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] 10.222.0.35 "GET /v2.0/security-groups?id=4945b2c9-39bb-45e3-8247-526942829fa8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326110 Sep 10 15:09:19.596866 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19486f6-f7f3-4504-9c67-9bcf9bd92a74 admin admin] Network ffeda8e8-71d4-4e78-bf1e-c564c25eeb1f is already hosted by enough agents. {{(pid=94010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:09:19.602472 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.base_scheduler [None req-f19486f6-f7f3-4504-9c67-9bcf9bd92a74 admin admin] Resources bound (agent type, host, resource id): {{(pid=94010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:09:19.619409 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19486f6-f7f3-4504-9c67-9bcf9bd92a74 admin admin] Received port after_create {{(pid=94010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:09:19.720755 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c34b7e-ca31-435a-8f68-415d0323436e x-openstack-request-id: req-41c34b7e-ca31-435a-8f68-415d0323436e {{(pid=94009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:09:19.721122 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9ede9c0-0e64-4af1-8930-fe240ce9b603", "name": "network-vif-deleted", "tag": "0902fa08-3c11-46ef-be4c-a72dce4d2747", "status": "completed", "code": 200}]} {{(pid=94009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:09:19.721342 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-41c34b7e-ca31-435a-8f68-415d0323436e {{(pid=94009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:09:19.721745 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9ede9c0-0e64-4af1-8930-fe240ce9b603', 'name': 'network-vif-deleted', 'tag': '0902fa08-3c11-46ef-be4c-a72dce4d2747', 'status': 'completed', 'code': 200} Sep 10 15:09:19.731173 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-f19486f6-f7f3-4504-9c67-9bcf9bd92a74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582848'] for router_interface, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:19.775617 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvr_db [None req-8f9b637b-278f-4aad-8a0a-48c4d75cc288 None None] Set router 86ad7842-a58b-417f-b298-ef05bf7c4133 gateway port host: dv-cinder-760153-10-iscsi {{(pid=94012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:09:19.778121 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c4e1cf-419b-4ca5-848a-9bf1b5e20a6d req-a02ff374-7632-4ce1-8437-5f099f640cdc tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:19.799599 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-89c4e1cf-419b-4ca5-848a-9bf1b5e20a6d req-a02ff374-7632-4ce1-8437-5f099f640cdc tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/ports?device_id=0561b768-e914-480a-8b53-56f727f3a504 HTTP/1.1" status: 200 len: 943 time: 0.1476884 Sep 10 15:09:19.896307 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-89c4e1cf-419b-4ca5-848a-9bf1b5e20a6d req-cbc3384e-bc4c-453c-915e-6bf64339425d tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/security-groups?id=c435c8d1-bcf5-4643-8a06-2b0627ebda44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902646 Sep 10 15:09:19.966493 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device bbbb229c-14cf-4072-8ec8-48bc49793ce4 up at agent ovs-agent-dv-cinder-760153-10-iscsi {{(pid=94011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:09:20.028842 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-f19486f6-f7f3-4504-9c67-9bcf9bd92a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:20.131114 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16562faf-4369-4099-907c-f3c090b48f20 None None] Pushing event updated for resources: {'Port': ['ID=4825d322-d399-4e80-b91e-b532834d4d70,revision_number=2']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:09:20.139627 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-cc6fd577-c40d-4f40-9de0-1c4e44663ee3 None None] Provisioning for port 3d213ff3-6548-41e7-b166-eec23ebfa0d1 completed by entity DHCP. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:09:20.165613 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-cc6fd577-c40d-4f40-9de0-1c4e44663ee3 None None] Provisioning complete for port 3d213ff3-6548-41e7-b166-eec23ebfa0d1 triggered by entity DHCP. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:09:20.167371 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-cc6fd577-c40d-4f40-9de0-1c4e44663ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:20.237403 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16562faf-4369-4099-907c-f3c090b48f20 None None] Pushing event updated for resources: {'Port': ['ID=4825d322-d399-4e80-b91e-b532834d4d70,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:09:20.249376 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Provisioning complete for port bbbb229c-14cf-4072-8ec8-48bc49793ce4 triggered by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:09:20.250134 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:20.319201 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-8f9b637b-278f-4aad-8a0a-48c4d75cc288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ad7842-a58b-417f-b298-ef05bf7c4133', 'name': 'tempest-TestShelveInstance-2011105181-router', 'tenant_id': '3afbff84ea194b4ba6b4e4966fdf173a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '4825d322-d399-4e80-b91e-b532834d4d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:09:12Z', 'updated_at': '2021-09-10T15:09:15Z', 'revision_number': 3, 'project_id': '3afbff84ea194b4ba6b4e4966fdf173a', 'gw_port': {'id': '4825d322-d399-4e80-b91e-b532834d4d70', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b3:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ad7842-a58b-417f-b298-ef05bf7c4133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:09:13Z', 'updated_at': '2021-09-10T15:09:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi'}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:09:20.353060 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-cc6fd577-c40d-4f40-9de0-1c4e44663ee3 None None] Port 3d213ff3-6548-41e7-b166-eec23ebfa0d1 cannot update to ACTIVE because it is not bound. {{(pid=94011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 15:09:20.401523 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9b637b-278f-4aad-8a0a-48c4d75cc288 None None] The sync data for ids ['86ad7842-a58b-417f-b298-ef05bf7c4133'] in dv-cinder-760153-10-iscsi is: [{'id': '86ad7842-a58b-417f-b298-ef05bf7c4133', 'name': 'tempest-TestShelveInstance-2011105181-router', 'tenant_id': '3afbff84ea194b4ba6b4e4966fdf173a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '4825d322-d399-4e80-b91e-b532834d4d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:09:12Z', 'updated_at': '2021-09-10T15:09:15Z', 'revision_number': 3, 'project_id': '3afbff84ea194b4ba6b4e4966fdf173a', 'gw_port': {'id': '4825d322-d399-4e80-b91e-b532834d4d70', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b3:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ad7842-a58b-417f-b298-ef05bf7c4133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:09:13Z', 'updated_at': '2021-09-10T15:09:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi'}] {{(pid=94012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:09:20.565359 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-f19486f6-f7f3-4504-9c67-9bcf9bd92a74 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:20.575178 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-f19486f6-f7f3-4504-9c67-9bcf9bd92a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14298515'] for port, after_update {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:20.671155 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19486f6-f7f3-4504-9c67-9bcf9bd92a74 admin admin] Pushing event updated for resources: {'Port': ['ID=3d213ff3-6548-41e7-b166-eec23ebfa0d1,revision_number=2']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:09:20.694252 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 44608) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:09:20.744910 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-f19486f6-f7f3-4504-9c67-9bcf9bd92a74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586064'] for router_interface, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:20.976381 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19486f6-f7f3-4504-9c67-9bcf9bd92a74 admin admin] Network ffeda8e8-71d4-4e78-bf1e-c564c25eeb1f is already hosted by enough agents. {{(pid=94010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:09:20.994140 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.base_scheduler [None req-f19486f6-f7f3-4504-9c67-9bcf9bd92a74 admin admin] Resources bound (agent type, host, resource id): {{(pid=94010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:09:21.030013 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c1c9a-839a-430a-b3ba-53c2b7fce805 req-fa545171-4a99-4901-9941-354493c791ae tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:21.030013 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-c75c1c9a-839a-430a-b3ba-53c2b7fce805 req-fa545171-4a99-4901-9941-354493c791ae tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 943 time: 0.2542889 Sep 10 15:09:21.305353 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f19486f6-f7f3-4504-9c67-9bcf9bd92a74 admin admin] Router 86ad7842-a58b-417f-b298-ef05bf7c4133 has already been hosted by L3 agent b0771735-54fe-4ba2-aeee-11d3b2b54cf1 {{(pid=94010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 15:09:21.366773 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-c75c1c9a-839a-430a-b3ba-53c2b7fce805 req-c765b281-1ab8-4acd-b57f-050deec6454b tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=88c2f7ce-a671-457c-9037-355504b74c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2892568 Sep 10 15:09:21.420625 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1c357c-6093-4755-a1c8-8f0e7e236fd7 req-81687a0d-7634-45af-b860-6dd803fe2e0e tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:21.429109 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-9a1c357c-6093-4755-a1c8-8f0e7e236fd7 req-81687a0d-7634-45af-b860-6dd803fe2e0e tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/ports?device_id=0561b768-e914-480a-8b53-56f727f3a504 HTTP/1.1" status: 200 len: 943 time: 0.3505137 Sep 10 15:09:21.432359 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device 0902fa08-3c11-46ef-be4c-a72dce4d2747 no longer exists at agent hyperv_hv-cinder-76015 {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:09:21.525608 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] No Port match for: 0902fa08-3c11-46ef-be4c-a72dce4d2747 {{(pid=94011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:09:21.526043 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device 0902fa08-3c11-46ef-be4c-a72dce4d2747 not bound to the agent host hv-cinder-76015 {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:09:21.556482 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-9a1c357c-6093-4755-a1c8-8f0e7e236fd7 req-b2c0d39c-6cee-4728-b613-818f548bc06a tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/security-groups?id=c435c8d1-bcf5-4643-8a06-2b0627ebda44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259611 Sep 10 15:09:21.798674 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f19486f6-f7f3-4504-9c67-9bcf9bd92a74 admin admin] Notify agent at l3_agent.dv-cinder-760153-10-iscsi the message routers_updated {{(pid=94010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:09:21.835034 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-f19486f6-f7f3-4504-9c67-9bcf9bd92a74 admin admin] 10.222.0.35 "PUT /v2.0/routers/86ad7842-a58b-417f-b298-ef05bf7c4133/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9392114 Sep 10 15:09:21.867879 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-210154eb-d9f8-48a7-9872-21d28503748b None None] Provisioning complete for port 3d213ff3-6548-41e7-b166-eec23ebfa0d1 triggered by entity DHCP. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:09:21.868707 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-210154eb-d9f8-48a7-9872-21d28503748b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:22.026565 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-210154eb-d9f8-48a7-9872-21d28503748b None None] Port 3d213ff3-6548-41e7-b166-eec23ebfa0d1 cannot update to ACTIVE because it is not bound. {{(pid=94011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 15:09:22.087827 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device 4825d322-d399-4e80-b91e-b532834d4d70 up at agent ovs-agent-dv-cinder-760153-10-iscsi {{(pid=94011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:09:22.322813 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Provisioning for port 4825d322-d399-4e80-b91e-b532834d4d70 completed by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:09:22.331417 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Provisioning complete for port 4825d322-d399-4e80-b91e-b532834d4d70 triggered by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:09:22.332312 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:22.556765 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:22.618224 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] For port 4825d322-d399-4e80-b91e-b532834d4d70, host dv-cinder-760153-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-10-iscsi',level=0,port_id=4825d322-d399-4e80-b91e-b532834d4d70,segment=NetworkSegment(62148626-c573-4694-a829-31b2bfa74c0d),segment_id=62148626-c573-4694-a829-31b2bfa74c0d)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:09:22.634639 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:22.693098 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff216007-bf23-4b07-9007-8717bbeab218 req-6a4eac16-87b6-42d6-8355-577233b14bd2 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:22.705393 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-ff216007-bf23-4b07-9007-8717bbeab218 req-6a4eac16-87b6-42d6-8355-577233b14bd2 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 943 time: 0.1564062 Sep 10 15:09:22.775278 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-ff216007-bf23-4b07-9007-8717bbeab218 req-e18afb8d-19b8-400a-b2b7-036b1f83be9a tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=88c2f7ce-a671-457c-9037-355504b74c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684686 Sep 10 15:09:23.033601 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3005484c-90bc-4bed-a66b-2a92e19417a3 req-50226ed3-b484-4bb8-8680-a2d1643f8716 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:23.035695 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-3005484c-90bc-4bed-a66b-2a92e19417a3 req-50226ed3-b484-4bb8-8680-a2d1643f8716 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/ports?device_id=0561b768-e914-480a-8b53-56f727f3a504 HTTP/1.1" status: 200 len: 943 time: 0.1225708 Sep 10 15:09:23.142694 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-49109654-2ca5-426e-adc2-893e05f0fa06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586107'] for router_interface, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:23.256127 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Pushing event updated for resources: {'Port': ['ID=4825d322-d399-4e80-b91e-b532834d4d70,revision_number=4']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:09:23.352309 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-3005484c-90bc-4bed-a66b-2a92e19417a3 req-cceef1e1-9cfd-44fb-8330-badf2e5645b2 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/security-groups?id=c435c8d1-bcf5-4643-8a06-2b0627ebda44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968442 Sep 10 15:09:23.603511 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 44640) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:09:23.612958 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.v2.base [None req-09905c2d-7526-4e75-a176-28c630ded2a6 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-935974332', 'description': 'tempest-secgroup-smoke-935974332 description', 'project_id': '47244aba6de4405d9ea861774b300ddd'}} {{(pid=94009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:09:23.709674 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ed5b5f-6cf0-4c92-ada6-3a9238e4a66e None None] Sync routers for ids ['86ad7842-a58b-417f-b298-ef05bf7c4133'] in dv-cinder-760153-10-iscsi {{(pid=94011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:09:23.725843 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ed5b5f-6cf0-4c92-ada6-3a9238e4a66e None None] Routers {'86ad7842-a58b-417f-b298-ef05bf7c4133'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:09:23.727241 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-07ed5b5f-6cf0-4c92-ada6-3a9238e4a66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T15:08:57Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['86ad7842-a58b-417f-b298-ef05bf7c4133'], 'active': True} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:09:23.833902 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-09905c2d-7526-4e75-a176-28c630ded2a6 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Notify callbacks [] for security_group, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:23.985943 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device 4825d322-d399-4e80-b91e-b532834d4d70 up at agent ovs-agent-dv-cinder-760153-10-iscsi {{(pid=94011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:09:24.070413 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvr_db [None req-07ed5b5f-6cf0-4c92-ada6-3a9238e4a66e None None] Set router 86ad7842-a58b-417f-b298-ef05bf7c4133 gateway port host: dv-cinder-760153-10-iscsi {{(pid=94011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:09:24.157629 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Provisioning complete for port 4825d322-d399-4e80-b91e-b532834d4d70 triggered by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:09:24.158328 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:24.222831 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-09905c2d-7526-4e75-a176-28c630ded2a6 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Notify callbacks [] for security_group, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:24.242160 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9341b14-a612-4ef9-bc9f-97b46edb606b req-242f6ce5-ac28-4d29-aef7-8d8610588df6 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:24.244953 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-e9341b14-a612-4ef9-bc9f-97b46edb606b req-242f6ce5-ac28-4d29-aef7-8d8610588df6 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 943 time: 0.2517684 Sep 10 15:09:24.249219 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-09905c2d-7526-4e75-a176-28c630ded2a6 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:24.320234 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09905c2d-7526-4e75-a176-28c630ded2a6 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=facb85e1-ca28-4fa9-8341-49706cac4dc9,revision_number=1']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:09:24.338102 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-09905c2d-7526-4e75-a176-28c630ded2a6 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Notify callbacks [] for security_group, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:24.340043 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-09905c2d-7526-4e75-a176-28c630ded2a6 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.7401621 Sep 10 15:09:24.357195 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 44644) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:09:24.393188 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.v2.base [None req-754a3290-a7a8-46a4-9d06-667cfd9db125 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Request body: {'security_group_rule': {'security_group_id': 'facb85e1-ca28-4fa9-8341-49706cac4dc9', 'project_id': '47244aba6de4405d9ea861774b300ddd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:09:24.582543 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-754a3290-a7a8-46a4-9d06-667cfd9db125 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:24.597947 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-e9341b14-a612-4ef9-bc9f-97b46edb606b req-822f3cb0-b598-4b0b-a8d3-f930ffa5ce95 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=88c2f7ce-a671-457c-9037-355504b74c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3218026 Sep 10 15:09:24.669661 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-07ed5b5f-6cf0-4c92-ada6-3a9238e4a66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ad7842-a58b-417f-b298-ef05bf7c4133', 'name': 'tempest-TestShelveInstance-2011105181-router', 'tenant_id': '3afbff84ea194b4ba6b4e4966fdf173a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '4825d322-d399-4e80-b91e-b532834d4d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:09:12Z', 'updated_at': '2021-09-10T15:09:19Z', 'revision_number': 4, 'project_id': '3afbff84ea194b4ba6b4e4966fdf173a', 'gw_port': {'id': '4825d322-d399-4e80-b91e-b532834d4d70', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ad7842-a58b-417f-b298-ef05bf7c4133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:09:13Z', 'updated_at': '2021-09-10T15:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi', '_interfaces': [{'id': '3d213ff3-6548-41e7-b166-eec23ebfa0d1', 'name': '', 'network_id': 'ffeda8e8-71d4-4e78-bf1e-c564c25eeb1f', 'tenant_id': '3afbff84ea194b4ba6b4e4966fdf173a', 'mac_address': 'fa:16:3e:6a:b6:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ad7842-a58b-417f-b298-ef05bf7c4133', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '27d1d29b-1dbb-47ff-b976-a74a95526bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:09:18Z', 'updated_at': '2021-09-10T15:09:20Z', 'revision_number': 2, 'project_id': '3afbff84ea194b4ba6b4e4966fdf173a', 'subnets': [{'id': '27d1d29b-1dbb-47ff-b976-a74a95526bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:09:24.726443 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.plugin [None req-49109654-2ca5-426e-adc2-893e05f0fa06 admin admin] Deleting port 461e6958-f2eb-4296-b8a2-93ab64589806 {{(pid=94009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:09:24.727090 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-49109654-2ca5-426e-adc2-893e05f0fa06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748757118522'] for port, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:24.780634 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-754a3290-a7a8-46a4-9d06-667cfd9db125 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:24.783029 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db091b8d-2e72-4505-913c-ad92f8ad9ac9 req-3ea93ec8-67ab-4c13-b601-4e4a71480a26 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:24.785483 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-db091b8d-2e72-4505-913c-ad92f8ad9ac9 req-3ea93ec8-67ab-4c13-b601-4e4a71480a26 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/ports?device_id=0561b768-e914-480a-8b53-56f727f3a504 HTTP/1.1" status: 200 len: 943 time: 0.1337438 Sep 10 15:09:24.789281 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-754a3290-a7a8-46a4-9d06-667cfd9db125 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591329'] for security_group_rule, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:24.793996 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ed5b5f-6cf0-4c92-ada6-3a9238e4a66e None None] Checking router: 86ad7842-a58b-417f-b298-ef05bf7c4133 for host: dv-cinder-760153-10-iscsi {{(pid=94011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:09:24.794916 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ed5b5f-6cf0-4c92-ada6-3a9238e4a66e None None] Updating router 86ad7842-a58b-417f-b298-ef05bf7c4133 port 3d213ff3-6548-41e7-b166-eec23ebfa0d1 binding host dv-cinder-760153-10-iscsi {{(pid=94011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 15:09:24.832849 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-abda1370-e73a-4eba-aef5-54efcd50c5af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:24.839440 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-07ed5b5f-6cf0-4c92-ada6-3a9238e4a66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:24.861381 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754a3290-a7a8-46a4-9d06-667cfd9db125 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=334b4da3-5c03-49c1-98c3-b22322ba9955,revision_number=0']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:09:24.868533 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-754a3290-a7a8-46a4-9d06-667cfd9db125 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:24.880667 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 44652) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:09:24.881367 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-754a3290-a7a8-46a4-9d06-667cfd9db125 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5115273 Sep 10 15:09:24.907587 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.v2.base [None req-7e7c4a6e-0556-41a5-87fb-f2a182404136 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Request body: {'security_group_rule': {'security_group_id': 'facb85e1-ca28-4fa9-8341-49706cac4dc9', 'project_id': '47244aba6de4405d9ea861774b300ddd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:09:24.986844 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.db [None req-49109654-2ca5-426e-adc2-893e05f0fa06 admin admin] For port 461e6958-f2eb-4296-b8a2-93ab64589806, host dv-cinder-760153-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-10-iscsi',level=0,port_id=461e6958-f2eb-4296-b8a2-93ab64589806,segment=NetworkSegment(550ddc19-7242-418c-b7f8-f8f745cc5257),segment_id=550ddc19-7242-418c-b7f8-f8f745cc5257)] {{(pid=94009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:09:24.987235 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-49109654-2ca5-426e-adc2-893e05f0fa06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530186'] for port, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:25.005995 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-db091b8d-2e72-4505-913c-ad92f8ad9ac9 req-fa34ee6a-344b-4712-9680-357c4d822a22 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/security-groups?id=c435c8d1-bcf5-4643-8a06-2b0627ebda44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660116 Sep 10 15:09:25.012583 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-7e7c4a6e-0556-41a5-87fb-f2a182404136 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:25.054693 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.plugin [None req-49109654-2ca5-426e-adc2-893e05f0fa06 admin admin] Calling delete_port for 461e6958-f2eb-4296-b8a2-93ab64589806 owned by network:router_interface {{(pid=94009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:09:25.083408 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-7e7c4a6e-0556-41a5-87fb-f2a182404136 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:25.092199 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-7e7c4a6e-0556-41a5-87fb-f2a182404136 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591329'] for security_group_rule, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:25.158397 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7c4a6e-0556-41a5-87fb-f2a182404136 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7be8307b-bbbc-4459-8c52-0012b3e65f82,revision_number=0']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:09:25.389568 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-49109654-2ca5-426e-adc2-893e05f0fa06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748757126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748756606410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1040815'] for port, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:25.415579 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-7e7c4a6e-0556-41a5-87fb-f2a182404136 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:25.416801 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-7e7c4a6e-0556-41a5-87fb-f2a182404136 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5338440 Sep 10 15:09:25.422395 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 44654) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:09:25.430245 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.v2.base [None req-6c2e7f58-6494-4a83-9736-d77d8c2d5ea1 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Request body: {'security_group_rule': {'security_group_id': 'facb85e1-ca28-4fa9-8341-49706cac4dc9', 'project_id': '47244aba6de4405d9ea861774b300ddd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:09:25.454208 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49109654-2ca5-426e-adc2-893e05f0fa06 admin admin] Pushing event deleted for resources: {'Port': ['ID=461e6958-f2eb-4296-b8a2-93ab64589806,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:09:25.539824 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-6c2e7f58-6494-4a83-9736-d77d8c2d5ea1 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:25.676827 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-6c2e7f58-6494-4a83-9736-d77d8c2d5ea1 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:25.683457 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-6c2e7f58-6494-4a83-9736-d77d8c2d5ea1 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591329'] for security_group_rule, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:25.710903 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-49109654-2ca5-426e-adc2-893e05f0fa06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586191'] for router_interface, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:25.734713 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2e7f58-6494-4a83-9736-d77d8c2d5ea1 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdaa78f2-54b8-4678-8bdd-eaf585d2095c,revision_number=0']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:09:25.750892 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-6c2e7f58-6494-4a83-9736-d77d8c2d5ea1 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:25.755547 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-6c2e7f58-6494-4a83-9736-d77d8c2d5ea1 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3315742 Sep 10 15:09:25.756341 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 44658) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:09:25.761209 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.v2.base [None req-903a96c1-cfe4-48a0-8a07-1a43fb9c85f3 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Request body: {'security_group_rule': {'security_group_id': 'facb85e1-ca28-4fa9-8341-49706cac4dc9', 'project_id': '47244aba6de4405d9ea861774b300ddd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:09:25.783168 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-07ed5b5f-6cf0-4c92-ada6-3a9238e4a66e None None] Notify callbacks [] for port, precommit_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:25.820413 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-07ed5b5f-6cf0-4c92-ada6-3a9238e4a66e None None] Transition to ACTIVE for port object 3d213ff3-6548-41e7-b166-eec23ebfa0d1 will not be triggered until provisioned by entity L2. {{(pid=94011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:09:25.827600 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-903a96c1-cfe4-48a0-8a07-1a43fb9c85f3 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:25.854349 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-07ed5b5f-6cf0-4c92-ada6-3a9238e4a66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:25.954910 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1727089e-b3fa-4c79-9491-a0e5f00e8f9e None None] Pushing event updated for resources: {'Port': ['ID=3d213ff3-6548-41e7-b166-eec23ebfa0d1,revision_number=3']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:09:25.986491 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-903a96c1-cfe4-48a0-8a07-1a43fb9c85f3 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:25.992505 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-903a96c1-cfe4-48a0-8a07-1a43fb9c85f3 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591329'] for security_group_rule, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:26.018388 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa335d4-6e02-44bb-9d79-583b32650aa1 req-19cbde5c-05ac-449e-b159-febeea93f58f tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:26.020176 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-1fa335d4-6e02-44bb-9d79-583b32650aa1 req-19cbde5c-05ac-449e-b159-febeea93f58f tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 943 time: 0.1560886 Sep 10 15:09:26.043072 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-903a96c1-cfe4-48a0-8a07-1a43fb9c85f3 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:26.050329 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-903a96c1-cfe4-48a0-8a07-1a43fb9c85f3 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2924623 Sep 10 15:09:26.051243 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 44662) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:09:26.065920 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.v2.base [None req-b32541f1-e832-4a11-bc5c-30135d05c206 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Request body: {'security_group_rule': {'security_group_id': 'facb85e1-ca28-4fa9-8341-49706cac4dc9', 'project_id': '47244aba6de4405d9ea861774b300ddd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:09:26.115618 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903a96c1-cfe4-48a0-8a07-1a43fb9c85f3 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef003a15-2026-448b-95e3-2b3adbc5a4ee,revision_number=0']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:09:26.136394 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.db.securitygroups_db [None req-b32541f1-e832-4a11-bc5c-30135d05c206 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Project 47244aba6de4405d9ea861774b300ddd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 15:09:26.159359 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-b32541f1-e832-4a11-bc5c-30135d05c206 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:26.169435 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-1fa335d4-6e02-44bb-9d79-583b32650aa1 req-0f7bdcda-0ad5-46ea-9f10-0cd36f10f619 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=88c2f7ce-a671-457c-9037-355504b74c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070116 Sep 10 15:09:26.185730 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [None req-07ed5b5f-6cf0-4c92-ada6-3a9238e4a66e None None] Attempting to bind port 3d213ff3-6548-41e7-b166-eec23ebfa0d1 on host dv-cinder-760153-10-iscsi for vnic_type normal with profile {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:09:26.186500 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [None req-07ed5b5f-6cf0-4c92-ada6-3a9238e4a66e None None] Attempting to bind port 3d213ff3-6548-41e7-b166-eec23ebfa0d1 by drivers openvswitch,hyperv on host dv-cinder-760153-10-iscsi at level 0 using segments [{'id': 'b932063e-2a90-4e6d-af31-f646cab7d53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ffeda8e8-71d4-4e78-bf1e-c564c25eeb1f'}] {{(pid=94011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:09:26.186797 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ed5b5f-6cf0-4c92-ada6-3a9238e4a66e None None] Attempting to bind port 3d213ff3-6548-41e7-b166-eec23ebfa0d1 on network ffeda8e8-71d4-4e78-bf1e-c564c25eeb1f {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:09:26.206411 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ed5b5f-6cf0-4c92-ada6-3a9238e4a66e None None] Checking agent: {'id': 'aa4392c4-9186-46d5-9724-80b6d464cfe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760153-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 14, 57, 58), 'started_at': datetime.datetime(2021, 9, 10, 14, 58, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760153-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:09:26.206793 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ed5b5f-6cf0-4c92-ada6-3a9238e4a66e None None] Checking segment: {'id': 'b932063e-2a90-4e6d-af31-f646cab7d53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ffeda8e8-71d4-4e78-bf1e-c564c25eeb1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:09:26.207212 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-07ed5b5f-6cf0-4c92-ada6-3a9238e4a66e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:26.207616 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ed5b5f-6cf0-4c92-ada6-3a9238e4a66e None None] Bound using segment: {'id': 'b932063e-2a90-4e6d-af31-f646cab7d53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ffeda8e8-71d4-4e78-bf1e-c564c25eeb1f'} {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:09:26.208121 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [None req-07ed5b5f-6cf0-4c92-ada6-3a9238e4a66e None None] Bound port: 3d213ff3-6548-41e7-b166-eec23ebfa0d1, host: dv-cinder-760153-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b932063e-2a90-4e6d-af31-f646cab7d53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ffeda8e8-71d4-4e78-bf1e-c564c25eeb1f'}}] {{(pid=94011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:09:26.208507 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-07ed5b5f-6cf0-4c92-ada6-3a9238e4a66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:26.316952 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-07ed5b5f-6cf0-4c92-ada6-3a9238e4a66e None None] For port 3d213ff3-6548-41e7-b166-eec23ebfa0d1, host dv-cinder-760153-10-iscsi, cleared binding levels {{(pid=94011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:09:26.325159 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-07ed5b5f-6cf0-4c92-ada6-3a9238e4a66e None None] For port 3d213ff3-6548-41e7-b166-eec23ebfa0d1, host dv-cinder-760153-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-10-iscsi',level=0,port_id=3d213ff3-6548-41e7-b166-eec23ebfa0d1,segment=NetworkSegment(b932063e-2a90-4e6d-af31-f646cab7d53f),segment_id=b932063e-2a90-4e6d-af31-f646cab7d53f)] {{(pid=94011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:09:26.339296 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-07ed5b5f-6cf0-4c92-ada6-3a9238e4a66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:26.412425 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-b32541f1-e832-4a11-bc5c-30135d05c206 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:26.422380 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-b32541f1-e832-4a11-bc5c-30135d05c206 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591329'] for security_group_rule, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:26.496421 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32541f1-e832-4a11-bc5c-30135d05c206 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ca1b66a-4dd1-4201-8af0-21e06ce986ec,revision_number=0']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:09:26.533837 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f8d62d-5d6a-4862-af7e-466de1503174 req-a75c6cbd-0eec-4506-85e8-da50ddf5c82f tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:26.539602 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-b32541f1-e832-4a11-bc5c-30135d05c206 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:26.547595 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-b32541f1-e832-4a11-bc5c-30135d05c206 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4904356 Sep 10 15:09:26.550921 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ed5b5f-6cf0-4c92-ada6-3a9238e4a66e None None] Routers {'86ad7842-a58b-417f-b298-ef05bf7c4133'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:09:26.551825 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-07ed5b5f-6cf0-4c92-ada6-3a9238e4a66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T15:08:57Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['86ad7842-a58b-417f-b298-ef05bf7c4133'], 'active': True} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:09:26.553553 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 44664) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:09:26.563567 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-43f8d62d-5d6a-4862-af7e-466de1503174 req-a75c6cbd-0eec-4506-85e8-da50ddf5c82f tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/ports?device_id=0561b768-e914-480a-8b53-56f727f3a504 HTTP/1.1" status: 200 len: 943 time: 0.3307786 Sep 10 15:09:26.572796 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.v2.base [None req-8cf740fc-8dad-4b1d-ab99-0f160ef0284c tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Request body: {'security_group_rule': {'security_group_id': 'facb85e1-ca28-4fa9-8341-49706cac4dc9', 'project_id': '47244aba6de4405d9ea861774b300ddd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:09:26.637324 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49109654-2ca5-426e-adc2-893e05f0fa06 admin admin] Router 8310e04b-2069-44e7-8309-d4c4a0b3d098 has already been hosted by L3 agent b0771735-54fe-4ba2-aeee-11d3b2b54cf1 {{(pid=94009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 15:09:26.658942 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.db.securitygroups_db [None req-8cf740fc-8dad-4b1d-ab99-0f160ef0284c tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Project 47244aba6de4405d9ea861774b300ddd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 15:09:26.670335 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-8cf740fc-8dad-4b1d-ab99-0f160ef0284c tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:26.674475 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1727089e-b3fa-4c79-9491-a0e5f00e8f9e None None] Pushing event updated for resources: {'Port': ['ID=3d213ff3-6548-41e7-b166-eec23ebfa0d1,revision_number=4']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:09:26.731484 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-43f8d62d-5d6a-4862-af7e-466de1503174 req-a5aeffe8-95c5-4abb-90ef-2d0009e88178 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/security-groups?id=c435c8d1-bcf5-4643-8a06-2b0627ebda44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646323 Sep 10 15:09:26.845546 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvr_db [None req-07ed5b5f-6cf0-4c92-ada6-3a9238e4a66e None None] Set router 86ad7842-a58b-417f-b298-ef05bf7c4133 gateway port host: dv-cinder-760153-10-iscsi {{(pid=94011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:09:26.882308 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-8cf740fc-8dad-4b1d-ab99-0f160ef0284c tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:26.891616 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-8cf740fc-8dad-4b1d-ab99-0f160ef0284c tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591329'] for security_group_rule, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:26.938081 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf740fc-8dad-4b1d-ab99-0f160ef0284c tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=950b5983-eda8-4fcf-abb4-4c53261f1338,revision_number=0']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:09:26.959206 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-8cf740fc-8dad-4b1d-ab99-0f160ef0284c tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:26.960745 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-8cf740fc-8dad-4b1d-ab99-0f160ef0284c tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4032373 Sep 10 15:09:27.180579 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49109654-2ca5-426e-adc2-893e05f0fa06 admin admin] Notify agent at l3_agent.dv-cinder-760153-10-iscsi the message routers_updated {{(pid=94009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:09:27.191549 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 44674) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:09:27.191830 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-49109654-2ca5-426e-adc2-893e05f0fa06 admin admin] 10.222.0.35 "PUT /v2.0/routers/8310e04b-2069-44e7-8309-d4c4a0b3d098/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4959571 Sep 10 15:09:27.194557 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb4e9a2-8a8f-4e35-89b3-58b0fdf550ee None None] Sync routers for ids ['8310e04b-2069-44e7-8309-d4c4a0b3d098'] in dv-cinder-760153-10-iscsi {{(pid=94012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:09:27.233774 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb4e9a2-8a8f-4e35-89b3-58b0fdf550ee None None] Routers {'8310e04b-2069-44e7-8309-d4c4a0b3d098'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:09:27.239411 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-6cb4e9a2-8a8f-4e35-89b3-58b0fdf550ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T15:08:57Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['8310e04b-2069-44e7-8309-d4c4a0b3d098'], 'active': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:09:27.421023 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b42cd75-0b9d-481d-b9f4-326ffdb42c0b req-4e0565ad-7e52-4587-8d9f-bd1591a85838 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:27.439799 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-2b42cd75-0b9d-481d-b9f4-326ffdb42c0b req-4e0565ad-7e52-4587-8d9f-bd1591a85838 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 943 time: 0.1049705 Sep 10 15:09:27.500489 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-2b42cd75-0b9d-481d-b9f4-326ffdb42c0b req-c20588ea-2d71-454c-9cb7-197dc7a7251d tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=88c2f7ce-a671-457c-9037-355504b74c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588422 Sep 10 15:09:27.528384 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-a614a5f6-fe0a-429d-8188-d6e8aed58428 admin admin] Notify callbacks [] for router, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:27.544728 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-40a962c0-bb1a-42f3-b18d-2e83fb2bd59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:27.603595 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-07ed5b5f-6cf0-4c92-ada6-3a9238e4a66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ad7842-a58b-417f-b298-ef05bf7c4133', 'name': 'tempest-TestShelveInstance-2011105181-router', 'tenant_id': '3afbff84ea194b4ba6b4e4966fdf173a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '4825d322-d399-4e80-b91e-b532834d4d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:09:12Z', 'updated_at': '2021-09-10T15:09:19Z', 'revision_number': 4, 'project_id': '3afbff84ea194b4ba6b4e4966fdf173a', 'gw_port': {'id': '4825d322-d399-4e80-b91e-b532834d4d70', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ad7842-a58b-417f-b298-ef05bf7c4133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:09:13Z', 'updated_at': '2021-09-10T15:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi', '_interfaces': [{'id': '3d213ff3-6548-41e7-b166-eec23ebfa0d1', 'name': '', 'network_id': 'ffeda8e8-71d4-4e78-bf1e-c564c25eeb1f', 'tenant_id': '3afbff84ea194b4ba6b4e4966fdf173a', 'mac_address': 'fa:16:3e:6a:b6:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ad7842-a58b-417f-b298-ef05bf7c4133', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '27d1d29b-1dbb-47ff-b976-a74a95526bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:09:18Z', 'updated_at': '2021-09-10T15:09:26Z', 'revision_number': 4, 'project_id': '3afbff84ea194b4ba6b4e4966fdf173a', 'subnets': [{'id': '27d1d29b-1dbb-47ff-b976-a74a95526bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:09:27.617072 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvr_db [None req-6cb4e9a2-8a8f-4e35-89b3-58b0fdf550ee None None] Set router 8310e04b-2069-44e7-8309-d4c4a0b3d098 gateway port host: dv-cinder-760153-10-iscsi {{(pid=94012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:09:27.697258 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ed5b5f-6cf0-4c92-ada6-3a9238e4a66e None None] The sync data for ids ['86ad7842-a58b-417f-b298-ef05bf7c4133'] in dv-cinder-760153-10-iscsi is: [{'id': '86ad7842-a58b-417f-b298-ef05bf7c4133', 'name': 'tempest-TestShelveInstance-2011105181-router', 'tenant_id': '3afbff84ea194b4ba6b4e4966fdf173a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '4825d322-d399-4e80-b91e-b532834d4d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:09:12Z', 'updated_at': '2021-09-10T15:09:19Z', 'revision_number': 4, 'project_id': '3afbff84ea194b4ba6b4e4966fdf173a', 'gw_port': {'id': '4825d322-d399-4e80-b91e-b532834d4d70', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ad7842-a58b-417f-b298-ef05bf7c4133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:09:13Z', 'updated_at': '2021-09-10T15:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi', '_interfaces': [{'id': '3d213ff3-6548-41e7-b166-eec23ebfa0d1', 'name': '', 'network_id': 'ffeda8e8-71d4-4e78-bf1e-c564c25eeb1f', 'tenant_id': '3afbff84ea194b4ba6b4e4966fdf173a', 'mac_address': 'fa:16:3e:6a:b6:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86ad7842-a58b-417f-b298-ef05bf7c4133', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '27d1d29b-1dbb-47ff-b976-a74a95526bb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:09:18Z', 'updated_at': '2021-09-10T15:09:26Z', 'revision_number': 4, 'project_id': '3afbff84ea194b4ba6b4e4966fdf173a', 'subnets': [{'id': '27d1d29b-1dbb-47ff-b976-a74a95526bb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:09:27.861143 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-a614a5f6-fe0a-429d-8188-d6e8aed58428 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:28.043148 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ecdd3-5e51-4e01-8f4e-24a51491b8e4 req-f50c00fc-12b6-4a8c-8542-d8364ebc7ed7 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:28.060640 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-df7ecdd3-5e51-4e01-8f4e-24a51491b8e4 req-f50c00fc-12b6-4a8c-8542-d8364ebc7ed7 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/ports?device_id=0561b768-e914-480a-8b53-56f727f3a504 HTTP/1.1" status: 200 len: 943 time: 0.1308560 Sep 10 15:09:28.101923 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.plugin [None req-a614a5f6-fe0a-429d-8188-d6e8aed58428 admin admin] Deleting port 22c719ec-af51-445c-b1b6-9fd2dd16cff0 {{(pid=94010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:09:28.103736 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-a614a5f6-fe0a-429d-8188-d6e8aed58428 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748757118522'] for port, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:28.141907 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-df7ecdd3-5e51-4e01-8f4e-24a51491b8e4 req-a8940a1f-0019-4e8c-bba9-1c6a3b08d17d tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/security-groups?id=c435c8d1-bcf5-4643-8a06-2b0627ebda44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765717 Sep 10 15:09:28.211191 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:28.220549 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-6cb4e9a2-8a8f-4e35-89b3-58b0fdf550ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8310e04b-2069-44e7-8309-d4c4a0b3d098', 'name': 'tempest-ServerRescueNegativeTestJSON-179186214-router', 'tenant_id': 'cbb1ce4618c54a79b7f16a6fbbdf66ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.201'}], 'enable_snat': True}, 'gw_port_id': '22c719ec-af51-445c-b1b6-9fd2dd16cff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:05:57Z', 'updated_at': '2021-09-10T15:09:25Z', 'revision_number': 5, 'project_id': 'cbb1ce4618c54a79b7f16a6fbbdf66ab', 'gw_port': {'id': '22c719ec-af51-445c-b1b6-9fd2dd16cff0', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:a5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8310e04b-2069-44e7-8309-d4c4a0b3d098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:05:59Z', 'updated_at': '2021-09-10T15:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi'}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:09:28.339551 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb4e9a2-8a8f-4e35-89b3-58b0fdf550ee None None] Checking router: 8310e04b-2069-44e7-8309-d4c4a0b3d098 for host: dv-cinder-760153-10-iscsi {{(pid=94012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:09:28.372414 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb4e9a2-8a8f-4e35-89b3-58b0fdf550ee None None] Routers {'8310e04b-2069-44e7-8309-d4c4a0b3d098'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:09:28.373160 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-6cb4e9a2-8a8f-4e35-89b3-58b0fdf550ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T15:09:28Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['8310e04b-2069-44e7-8309-d4c4a0b3d098'], 'active': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:09:28.390006 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.db [None req-a614a5f6-fe0a-429d-8188-d6e8aed58428 admin admin] For port 22c719ec-af51-445c-b1b6-9fd2dd16cff0, host dv-cinder-760153-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-10-iscsi',level=0,port_id=22c719ec-af51-445c-b1b6-9fd2dd16cff0,segment=NetworkSegment(62148626-c573-4694-a829-31b2bfa74c0d),segment_id=62148626-c573-4694-a829-31b2bfa74c0d)] {{(pid=94010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:09:28.391009 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-a614a5f6-fe0a-429d-8188-d6e8aed58428 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530186'] for port, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:28.424092 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.plugin [None req-a614a5f6-fe0a-429d-8188-d6e8aed58428 admin admin] Calling delete_port for 22c719ec-af51-445c-b1b6-9fd2dd16cff0 owned by network:router_gateway {{(pid=94010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:09:28.648581 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvr_db [None req-6cb4e9a2-8a8f-4e35-89b3-58b0fdf550ee None None] Set router 8310e04b-2069-44e7-8309-d4c4a0b3d098 gateway port host: None {{(pid=94012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:09:28.823581 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-a614a5f6-fe0a-429d-8188-d6e8aed58428 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748757126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748756606410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14298976'] for port, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:28.860678 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeac2f7-10a2-4e98-aa93-3741041468d2 req-c491b61c-3996-44ca-ae79-68fbcb63af18 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:28.862354 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-edeac2f7-10a2-4e98-aa93-3741041468d2 req-c491b61c-3996-44ca-ae79-68fbcb63af18 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 943 time: 0.1575367 Sep 10 15:09:28.900867 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a614a5f6-fe0a-429d-8188-d6e8aed58428 admin admin] Pushing event deleted for resources: {'Port': ['ID=22c719ec-af51-445c-b1b6-9fd2dd16cff0,revision_number=None']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:09:28.954269 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-6cb4e9a2-8a8f-4e35-89b3-58b0fdf550ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8310e04b-2069-44e7-8309-d4c4a0b3d098', 'name': 'tempest-ServerRescueNegativeTestJSON-179186214-router', 'tenant_id': 'cbb1ce4618c54a79b7f16a6fbbdf66ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:05:57Z', 'updated_at': '2021-09-10T15:09:27Z', 'revision_number': 6, 'project_id': 'cbb1ce4618c54a79b7f16a6fbbdf66ab', 'gw_port_host': None}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:09:28.961176 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-edeac2f7-10a2-4e98-aa93-3741041468d2 req-fe5a8716-6b58-47b6-b30c-fe0dfa56564b tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=88c2f7ce-a671-457c-9037-355504b74c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801449 Sep 10 15:09:29.080835 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb4e9a2-8a8f-4e35-89b3-58b0fdf550ee None None] The sync data for ids ['8310e04b-2069-44e7-8309-d4c4a0b3d098'] in dv-cinder-760153-10-iscsi is: [{'id': '8310e04b-2069-44e7-8309-d4c4a0b3d098', 'name': 'tempest-ServerRescueNegativeTestJSON-179186214-router', 'tenant_id': 'cbb1ce4618c54a79b7f16a6fbbdf66ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:05:57Z', 'updated_at': '2021-09-10T15:09:27Z', 'revision_number': 6, 'project_id': 'cbb1ce4618c54a79b7f16a6fbbdf66ab', 'gw_port_host': None}] {{(pid=94012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:09:29.140039 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-a614a5f6-fe0a-429d-8188-d6e8aed58428 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-582701'] for router_gateway, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:29.373138 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25531199-a342-4959-88cc-4bde7e9770ca req-fdf586f5-a01e-4571-a8a0-14c4db3313b6 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:29.377240 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-a614a5f6-fe0a-429d-8188-d6e8aed58428 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-329'] for router, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:29.382252 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-25531199-a342-4959-88cc-4bde7e9770ca req-fdf586f5-a01e-4571-a8a0-14c4db3313b6 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/ports?device_id=0561b768-e914-480a-8b53-56f727f3a504 HTTP/1.1" status: 200 len: 943 time: 0.1439016 Sep 10 15:09:29.389977 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-a614a5f6-fe0a-429d-8188-d6e8aed58428 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:29.471751 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-25531199-a342-4959-88cc-4bde7e9770ca req-ee60dc66-51da-4209-9d8f-87eedf85e020 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/security-groups?id=c435c8d1-bcf5-4643-8a06-2b0627ebda44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880778 Sep 10 15:09:29.570230 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-a614a5f6-fe0a-429d-8188-d6e8aed58428 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587159'] for router, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:29.572077 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a614a5f6-fe0a-429d-8188-d6e8aed58428 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8310e04b-2069-44e7-8309-d4c4a0b3d098 {{(pid=94010) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 15:09:29.598235 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-a614a5f6-fe0a-429d-8188-d6e8aed58428 admin admin] Notify callbacks [] for router, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:29.605743 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 44686) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:09:29.615904 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-a614a5f6-fe0a-429d-8188-d6e8aed58428 admin admin] 10.222.0.35 "DELETE /v2.0/routers/8310e04b-2069-44e7-8309-d4c4a0b3d098 HTTP/1.1" status: 204 len: 168 time: 2.4227784 Sep 10 15:09:29.747618 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a44b446-e4a5-4c74-8567-ae74426ce560 admin admin] Deleting subnet 1439a9a1-9d83-40a1-a053-fdab96d16b79 {{(pid=94009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 15:09:29.756842 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-3a44b446-e4a5-4c74-8567-ae74426ce560 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:29.851019 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-3a44b446-e4a5-4c74-8567-ae74426ce560 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15526112'] for subnet, precommit_delete_associations {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:29.888372 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device 82eba568-662f-42f2-bd64-96a84537e5b4 details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=94011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 15:09:29.939805 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b7c5f725-09d8-454b-b5ba-4a700e799395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:29.974725 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-3a44b446-e4a5-4c74-8567-ae74426ce560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1678090'] for subnet, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:30.127497 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-3a44b446-e4a5-4c74-8567-ae74426ce560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1678083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1040786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13677773'] for subnet, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:30.229728 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-3a44b446-e4a5-4c74-8567-ae74426ce560 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:30.236329 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 44690) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:09:30.255843 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-3a44b446-e4a5-4c74-8567-ae74426ce560 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/1439a9a1-9d83-40a1-a053-fdab96d16b79 HTTP/1.1" status: 204 len: 168 time: 0.6383369 Sep 10 15:09:30.257067 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] For port 82eba568-662f-42f2-bd64-96a84537e5b4, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=82eba568-662f-42f2-bd64-96a84537e5b4,segment=NetworkSegment(adc254f0-00c9-46af-adb3-b3d1f6ff0d76),segment_id=adc254f0-00c9-46af-adb3-b3d1f6ff0d76)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:09:30.257664 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a44b446-e4a5-4c74-8567-ae74426ce560 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1439a9a1-9d83-40a1-a053-fdab96d16b79,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:09:30.287497 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Returning: {'device': '82eba568-662f-42f2-bd64-96a84537e5b4', 'network_id': 'd8cbe470-bc98-41a4-a428-659bec184b54', 'port_id': '82eba568-662f-42f2-bd64-96a84537e5b4', 'mac_address': 'fa:16:3e:30:61:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '782052c7-4991-4efe-97d8-5a0e8f67d6bc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 15:09:30.363716 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4b3c09-37c4-4f66-ad9f-4126a6d25d02 req-d27da358-f20c-48e1-b090-f4a7b0704fb6 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:30.369107 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-0c4b3c09-37c4-4f66-ad9f-4126a6d25d02 req-d27da358-f20c-48e1-b090-f4a7b0704fb6 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 943 time: 0.1546898 Sep 10 15:09:30.419188 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-e80dd1a3-1050-45d3-8294-955e3e8fba24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626838'] for network, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:30.473655 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-0c4b3c09-37c4-4f66-ad9f-4126a6d25d02 req-db1b8779-da1e-4161-891d-a8b9352d133b tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=88c2f7ce-a671-457c-9037-355504b74c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856884 Sep 10 15:09:30.512436 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:30.588444 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82eba568-662f-42f2-bd64-96a84537e5b4 {{(pid=94011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:09:30.597874 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-e80dd1a3-1050-45d3-8294-955e3e8fba24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1672831', 'neutron.services.segments.db._delete_segments_for_network-8748756906397'] for network, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:30.635289 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.services.segments.db [None req-e80dd1a3-1050-45d3-8294-955e3e8fba24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10576399-efc6-445d-9ca5-76386260f1a2']}} {{(pid=94010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:09:30.665251 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.services.segments.db [None req-e80dd1a3-1050-45d3-8294-955e3e8fba24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '550ddc19-7242-418c-b7f8-f8f745cc5257') {'for_net_delete': True} {{(pid=94010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:09:30.665658 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.services.segments.db [None req-e80dd1a3-1050-45d3-8294-955e3e8fba24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '550ddc19-7242-418c-b7f8-f8f745cc5257') {} {{(pid=94010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:09:30.725674 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-e80dd1a3-1050-45d3-8294-955e3e8fba24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748756906150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14298954'] for segment, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:30.726244 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] For port 82eba568-662f-42f2-bd64-96a84537e5b4, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=82eba568-662f-42f2-bd64-96a84537e5b4,segment=NetworkSegment(adc254f0-00c9-46af-adb3-b3d1f6ff0d76),segment_id=adc254f0-00c9-46af-adb3-b3d1f6ff0d76)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:09:30.751737 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device 3d213ff3-6548-41e7-b166-eec23ebfa0d1 up at agent ovs-agent-dv-cinder-760153-10-iscsi {{(pid=94011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:09:30.770006 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-e80dd1a3-1050-45d3-8294-955e3e8fba24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672864'] for segment, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:30.783342 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e80dd1a3-1050-45d3-8294-955e3e8fba24 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=94010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 15:09:30.783753 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-e80dd1a3-1050-45d3-8294-955e3e8fba24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298559'] for segment, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:30.786761 dv-cinder-760153-10-iscsi neutron-server[94010]: Traceback (most recent call last): Sep 10 15:09:30.786761 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 15:09:30.786761 dv-cinder-760153-10-iscsi neutron-server[94010]: timer() Sep 10 15:09:30.786761 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 15:09:30.786761 dv-cinder-760153-10-iscsi neutron-server[94010]: cb(*args, **kw) Sep 10 15:09:30.786761 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 15:09:30.786761 dv-cinder-760153-10-iscsi neutron-server[94010]: return func(*args, **kwargs) Sep 10 15:09:30.786761 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 15:09:30.786761 dv-cinder-760153-10-iscsi neutron-server[94010]: self._notify() Sep 10 15:09:30.786761 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 15:09:30.786761 dv-cinder-760153-10-iscsi neutron-server[94010]: self.callback(batched_events) Sep 10 15:09:30.786761 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 15:09:30.786761 dv-cinder-760153-10-iscsi neutron-server[94010]: event.method(event) Sep 10 15:09:30.786761 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 15:09:30.786761 dv-cinder-760153-10-iscsi neutron-server[94010]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 15:09:30.786761 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 15:09:30.786761 dv-cinder-760153-10-iscsi neutron-server[94010]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 15:09:30.786761 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 15:09:30.786761 dv-cinder-760153-10-iscsi neutron-server[94010]: return f(self, *a, **k) Sep 10 15:09:30.786761 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 15:09:30.786761 dv-cinder-760153-10-iscsi neutron-server[94010]: return self._get(url).json() Sep 10 15:09:30.786761 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 15:09:30.786761 dv-cinder-760153-10-iscsi neutron-server[94010]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 15:09:30.786761 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 15:09:30.786761 dv-cinder-760153-10-iscsi neutron-server[94010]: return self.request(url, 'GET', **kwargs) Sep 10 15:09:30.786761 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 15:09:30.786761 dv-cinder-760153-10-iscsi neutron-server[94010]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 15:09:30.786761 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 15:09:30.786761 dv-cinder-760153-10-iscsi neutron-server[94010]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 15:09:30.786761 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 15:09:30.786761 dv-cinder-760153-10-iscsi neutron-server[94010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 15:09:30.786761 dv-cinder-760153-10-iscsi neutron-server[94010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 15:09:30.791789 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:30.875687 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Pushing event updated for resources: {'Port': ['ID=82eba568-662f-42f2-bd64-96a84537e5b4,revision_number=9']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:09:30.899530 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b3ff0f-95fa-4f61-a43e-e760989dd7ae req-4612e7ae-a490-4a4f-b21f-95c0475a5eb7 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:30.904204 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Provisioning for port 3d213ff3-6548-41e7-b166-eec23ebfa0d1 completed by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:09:30.904986 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-e80dd1a3-1050-45d3-8294-955e3e8fba24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582729'] for network, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:30.912801 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-e80dd1a3-1050-45d3-8294-955e3e8fba24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526879'] for network, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:30.914858 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-e80dd1a3-1050-45d3-8294-955e3e8fba24 admin admin] 10.222.0.35 "DELETE /v2.0/networks/10576399-efc6-445d-9ca5-76386260f1a2 HTTP/1.1" status: 204 len: 168 time: 0.6765664 Sep 10 15:09:30.917109 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-d0b3ff0f-95fa-4f61-a43e-e760989dd7ae req-4612e7ae-a490-4a4f-b21f-95c0475a5eb7 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/ports?device_id=0561b768-e914-480a-8b53-56f727f3a504 HTTP/1.1" status: 200 len: 943 time: 0.1718025 Sep 10 15:09:30.970571 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Provisioning complete for port 3d213ff3-6548-41e7-b166-eec23ebfa0d1 triggered by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:09:30.970571 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:30.971431 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80dd1a3-1050-45d3-8294-955e3e8fba24 admin admin] Pushing event deleted for resources: {'Network': ['ID=10576399-efc6-445d-9ca5-76386260f1a2,revision_number=None']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:09:31.048732 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-d0b3ff0f-95fa-4f61-a43e-e760989dd7ae req-848076c3-db6d-472b-92c5-9027e5bd2be0 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/security-groups?id=c435c8d1-bcf5-4643-8a06-2b0627ebda44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193931 Sep 10 15:09:31.082869 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] get_ports_and_sgs() called for port_ids ['82eba568-662f-42f2-bd64-96a84537e5b4'] {{(pid=94011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 15:09:31.256198 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:31.351919 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] For port 3d213ff3-6548-41e7-b166-eec23ebfa0d1, host dv-cinder-760153-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-10-iscsi',level=0,port_id=3d213ff3-6548-41e7-b166-eec23ebfa0d1,segment=NetworkSegment(b932063e-2a90-4e6d-af31-f646cab7d53f),segment_id=b932063e-2a90-4e6d-af31-f646cab7d53f)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:09:31.362558 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:31.427367 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device 461e6958-f2eb-4296-b8a2-93ab64589806 no longer exists at agent ovs-agent-dv-cinder-760153-10-iscsi {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:09:31.470079 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] No Port match for: 461e6958-f2eb-4296-b8a2-93ab64589806 {{(pid=94011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:09:31.470079 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device 461e6958-f2eb-4296-b8a2-93ab64589806 not bound to the agent host dv-cinder-760153-10-iscsi {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:09:31.490214 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c13c67c0-2efd-4950-9279-b0623a9c603e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:31.513575 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Pushing event updated for resources: {'Port': ['ID=3d213ff3-6548-41e7-b166-eec23ebfa0d1,revision_number=5']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:09:31.641970 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 44702) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:09:31.803045 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 44704) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:09:31.803853 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-b39e7c01-00a3-45e7-8e92-6160a4ce494c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cbb1ce4618c54a79b7f16a6fbbdf66ab&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1598241 Sep 10 15:09:31.855419 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5647d6c7-2faf-4ae0-bd9e-edc45f12b322 req-5e73d215-db55-4026-ab80-40a1ebf5958a tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:31.872397 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-5647d6c7-2faf-4ae0-bd9e-edc45f12b322 req-5e73d215-db55-4026-ab80-40a1ebf5958a tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 944 time: 0.1817439 Sep 10 15:09:32.003333 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-44ae7695-318f-46d9-9c65-7f919373801e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:32.021508 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-5647d6c7-2faf-4ae0-bd9e-edc45f12b322 req-277e446b-c551-42cc-862a-e912c350ebbd tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=88c2f7ce-a671-457c-9037-355504b74c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476963 Sep 10 15:09:32.029192 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device 3d213ff3-6548-41e7-b166-eec23ebfa0d1 up at agent ovs-agent-dv-cinder-760153-10-iscsi {{(pid=94011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:09:32.099406 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-44ae7695-318f-46d9-9c65-7f919373801e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:32.303389 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Provisioning complete for port 3d213ff3-6548-41e7-b166-eec23ebfa0d1 triggered by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:09:32.304588 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:32.310092 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-44ae7695-318f-46d9-9c65-7f919373801e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:32.316370 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-44ae7695-318f-46d9-9c65-7f919373801e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:32.337751 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-44ae7695-318f-46d9-9c65-7f919373801e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4945b2c9-39bb-45e3-8247-526942829fa8 HTTP/1.1" status: 204 len: 168 time: 0.5316942 Sep 10 15:09:32.383713 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ae7695-318f-46d9-9c65-7f919373801e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4945b2c9-39bb-45e3-8247-526942829fa8,revision_number=None']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:09:32.411341 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033df893-6a3c-454b-8f32-0deeedc72d0e req-1623e564-1621-4a58-ba6c-85fb6b337756 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:32.426561 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-033df893-6a3c-454b-8f32-0deeedc72d0e req-1623e564-1621-4a58-ba6c-85fb6b337756 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/ports?device_id=0561b768-e914-480a-8b53-56f727f3a504 HTTP/1.1" status: 200 len: 943 time: 0.1891656 Sep 10 15:09:32.561631 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-033df893-6a3c-454b-8f32-0deeedc72d0e req-49758496-35be-4396-9dd5-c6fff83363a2 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/security-groups?id=c435c8d1-bcf5-4643-8a06-2b0627ebda44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332390 Sep 10 15:09:32.662516 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device 22c719ec-af51-445c-b1b6-9fd2dd16cff0 no longer exists at agent ovs-agent-dv-cinder-760153-10-iscsi {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:09:32.705239 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] No Port match for: 22c719ec-af51-445c-b1b6-9fd2dd16cff0 {{(pid=94011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:09:32.705887 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device 22c719ec-af51-445c-b1b6-9fd2dd16cff0 not bound to the agent host dv-cinder-760153-10-iscsi {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:09:33.478000 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396c44fb-dfb7-4bc1-959b-34336ab56858 req-a3036538-e223-4373-8ebe-a04c41c14cf3 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:33.491442 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-396c44fb-dfb7-4bc1-959b-34336ab56858 req-a3036538-e223-4373-8ebe-a04c41c14cf3 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 944 time: 0.1521852 Sep 10 15:09:33.498411 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device 82eba568-662f-42f2-bd64-96a84537e5b4 up at agent hyperv_hv-cinder-76015 {{(pid=94011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:09:33.565952 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-396c44fb-dfb7-4bc1-959b-34336ab56858 req-bee8fc02-bcca-43f6-8f8e-4d840276c384 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=88c2f7ce-a671-457c-9037-355504b74c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713036 Sep 10 15:09:33.699439 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Provisioning complete for port 82eba568-662f-42f2-bd64-96a84537e5b4 triggered by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:09:33.701308 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:33.906960 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a8e7d0-e663-4ff9-9510-5dae0b96ba38 req-8ad957b2-7994-458f-a197-dea2b9fb22a9 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:33.916326 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-c8a8e7d0-e663-4ff9-9510-5dae0b96ba38 req-8ad957b2-7994-458f-a197-dea2b9fb22a9 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/ports?device_id=0561b768-e914-480a-8b53-56f727f3a504 HTTP/1.1" status: 200 len: 943 time: 0.1521471 Sep 10 15:09:33.932158 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:33.997072 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-c8a8e7d0-e663-4ff9-9510-5dae0b96ba38 req-32acfd1c-9fdd-42be-86d9-ce982905ff91 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/security-groups?id=c435c8d1-bcf5-4643-8a06-2b0627ebda44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793054 Sep 10 15:09:34.031882 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2924c45-fb9a-4ab9-86f9-3ba21e44701b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82eba568-662f-42f2-bd64-96a84537e5b4'}] {{(pid=94011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:09:34.037026 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eff4842c0e32827c09e5fc730d7a4a2f35fc7e77767eed508a7d5fefd1bac28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7597de23-c215-4ffc-b553-387d198b695d" -d '{"events": [{"server_uuid": "e2924c45-fb9a-4ab9-86f9-3ba21e44701b", "name": "network-vif-plugged", "status": "completed", "tag": "82eba568-662f-42f2-bd64-96a84537e5b4"}]}' {{(pid=94011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:09:34.092819 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] For port 82eba568-662f-42f2-bd64-96a84537e5b4, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=82eba568-662f-42f2-bd64-96a84537e5b4,segment=NetworkSegment(adc254f0-00c9-46af-adb3-b3d1f6ff0d76),segment_id=adc254f0-00c9-46af-adb3-b3d1f6ff0d76)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:09:34.107886 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:34.188249 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb0ff88-b1f0-459b-923a-c7fc947e6f46 x-openstack-request-id: req-9bb0ff88-b1f0-459b-923a-c7fc947e6f46 {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:09:34.190140 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2924c45-fb9a-4ab9-86f9-3ba21e44701b", "name": "network-vif-plugged", "status": "completed", "tag": "82eba568-662f-42f2-bd64-96a84537e5b4", "code": 200}]} {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:09:34.190557 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-9bb0ff88-b1f0-459b-923a-c7fc947e6f46 {{(pid=94011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:09:34.191192 dv-cinder-760153-10-iscsi neutron-server[94011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2924c45-fb9a-4ab9-86f9-3ba21e44701b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82eba568-662f-42f2-bd64-96a84537e5b4', 'code': 200} Sep 10 15:09:34.293562 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Pushing event updated for resources: {'Port': ['ID=82eba568-662f-42f2-bd64-96a84537e5b4,revision_number=10']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:09:34.924752 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf2f5e7-42f2-446f-9c95-39960a3fdf1e req-e349a84d-835f-40be-956f-10d5fd0d595f tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:34.938649 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-4bf2f5e7-42f2-446f-9c95-39960a3fdf1e req-e349a84d-835f-40be-956f-10d5fd0d595f tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 946 time: 0.1493270 Sep 10 15:09:35.037312 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-4bf2f5e7-42f2-446f-9c95-39960a3fdf1e req-0bb99c19-332b-48a9-a887-1631c5e1adca tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=88c2f7ce-a671-457c-9037-355504b74c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966980 Sep 10 15:09:35.290074 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1473c8e7-1ba8-410a-913f-5f042379c403 req-02b14291-c136-4a00-b0c1-a1d954646f0b tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:35.290074 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-1473c8e7-1ba8-410a-913f-5f042379c403 req-02b14291-c136-4a00-b0c1-a1d954646f0b tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/ports?device_id=0561b768-e914-480a-8b53-56f727f3a504 HTTP/1.1" status: 200 len: 943 time: 0.1033483 Sep 10 15:09:35.433430 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-1473c8e7-1ba8-410a-913f-5f042379c403 req-c0ebe66b-e82b-4201-bea3-769c80bf3d70 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/security-groups?id=c435c8d1-bcf5-4643-8a06-2b0627ebda44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995140 Sep 10 15:09:36.225738 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae8695c-6962-4034-92f8-4ccf6d600a2e req-22a285b8-3708-41ac-ba9e-a44d43a86714 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:36.229117 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-cae8695c-6962-4034-92f8-4ccf6d600a2e req-22a285b8-3708-41ac-ba9e-a44d43a86714 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 946 time: 0.0778711 Sep 10 15:09:36.312825 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-cae8695c-6962-4034-92f8-4ccf6d600a2e req-a3d16d91-79e6-4ee9-9858-f5aad5844400 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=88c2f7ce-a671-457c-9037-355504b74c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719085 Sep 10 15:09:36.721293 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a670e-9e0a-448f-9020-a153ce771e9c req-8ba88436-a904-4a5b-b168-a9fb10a3557d tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:36.729033 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-884a670e-9e0a-448f-9020-a153ce771e9c req-8ba88436-a904-4a5b-b168-a9fb10a3557d tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/ports?device_id=0561b768-e914-480a-8b53-56f727f3a504 HTTP/1.1" status: 200 len: 943 time: 0.1842926 Sep 10 15:09:36.804868 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-884a670e-9e0a-448f-9020-a153ce771e9c req-0ab33ad0-ce4b-4e28-8023-e61779e29b11 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/security-groups?id=c435c8d1-bcf5-4643-8a06-2b0627ebda44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655365 Sep 10 15:09:37.397753 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 44900) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:09:37.547992 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.db_base_plugin_v2 [None req-1037b48b-fb13-46b2-9117-5f917d24a956 admin admin] Deleting subnet 0321bce4-909e-49a2-ba03-6f65fe1b4387 {{(pid=94009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 15:09:37.568951 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-1037b48b-fb13-46b2-9117-5f917d24a956 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:37.633831 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e204ca5-5b27-495a-9d2b-cfff6388dffa req-bbee94dd-b2ae-4a86-90d7-dd372f0b1110 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:37.636889 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-5e204ca5-5b27-495a-9d2b-cfff6388dffa req-bbee94dd-b2ae-4a86-90d7-dd372f0b1110 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 946 time: 0.1881006 Sep 10 15:09:37.677401 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-1037b48b-fb13-46b2-9117-5f917d24a956 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15526112'] for subnet, precommit_delete_associations {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:37.770656 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-5e204ca5-5b27-495a-9d2b-cfff6388dffa req-2d8c20fb-09a6-4b2c-ac2c-986eb12816ac tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=88c2f7ce-a671-457c-9037-355504b74c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050611 Sep 10 15:09:37.778228 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-1037b48b-fb13-46b2-9117-5f917d24a956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1678090'] for subnet, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:38.280973 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51cd436-30cd-4ec7-985c-45d4c56bf4b0 req-6456db28-1359-428f-a864-dbb371963d2e tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:38.282817 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-d51cd436-30cd-4ec7-985c-45d4c56bf4b0 req-6456db28-1359-428f-a864-dbb371963d2e tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/ports?device_id=0561b768-e914-480a-8b53-56f727f3a504 HTTP/1.1" status: 200 len: 943 time: 0.0898457 Sep 10 15:09:38.302617 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-1037b48b-fb13-46b2-9117-5f917d24a956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1678083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1040786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13677773'] for subnet, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:38.357186 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-1037b48b-fb13-46b2-9117-5f917d24a956 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:38.360713 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-1037b48b-fb13-46b2-9117-5f917d24a956 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/0321bce4-909e-49a2-ba03-6f65fe1b4387 HTTP/1.1" status: 204 len: 168 time: 0.9610720 Sep 10 15:09:38.365511 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 44912) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:09:38.367095 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1037b48b-fb13-46b2-9117-5f917d24a956 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0321bce4-909e-49a2-ba03-6f65fe1b4387,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:09:38.396849 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-d51cd436-30cd-4ec7-985c-45d4c56bf4b0 req-072dab1e-8345-4d6d-8e6c-42d4b0763d28 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/security-groups?id=c435c8d1-bcf5-4643-8a06-2b0627ebda44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052074 Sep 10 15:09:38.483342 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-f6339e4c-8acc-44cf-85d9-0d175e033be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626838'] for network, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:38.587362 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-f6339e4c-8acc-44cf-85d9-0d175e033be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1672831', 'neutron.services.segments.db._delete_segments_for_network-8748756906397'] for network, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:38.613415 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.services.segments.db [None req-f6339e4c-8acc-44cf-85d9-0d175e033be2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba3aefdd-27dd-4167-a6ff-5a6467d894ba']}} {{(pid=94010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:09:38.628608 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.services.segments.db [None req-f6339e4c-8acc-44cf-85d9-0d175e033be2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b2ded07-1884-4111-a4a8-bf22eb076df7') {'for_net_delete': True} {{(pid=94010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:09:38.628873 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.services.segments.db [None req-f6339e4c-8acc-44cf-85d9-0d175e033be2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b2ded07-1884-4111-a4a8-bf22eb076df7') {} {{(pid=94010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:09:38.645658 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-f6339e4c-8acc-44cf-85d9-0d175e033be2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748756906150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14298954'] for segment, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:38.662588 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-f6339e4c-8acc-44cf-85d9-0d175e033be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672864'] for segment, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:38.669917 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6339e4c-8acc-44cf-85d9-0d175e033be2 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=94010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 15:09:38.670342 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-f6339e4c-8acc-44cf-85d9-0d175e033be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298559'] for segment, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:38.672872 dv-cinder-760153-10-iscsi neutron-server[94010]: Traceback (most recent call last): Sep 10 15:09:38.672872 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 15:09:38.672872 dv-cinder-760153-10-iscsi neutron-server[94010]: timer() Sep 10 15:09:38.672872 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 15:09:38.672872 dv-cinder-760153-10-iscsi neutron-server[94010]: cb(*args, **kw) Sep 10 15:09:38.672872 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 15:09:38.672872 dv-cinder-760153-10-iscsi neutron-server[94010]: return func(*args, **kwargs) Sep 10 15:09:38.672872 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 15:09:38.672872 dv-cinder-760153-10-iscsi neutron-server[94010]: self._notify() Sep 10 15:09:38.672872 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 15:09:38.672872 dv-cinder-760153-10-iscsi neutron-server[94010]: self.callback(batched_events) Sep 10 15:09:38.672872 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 15:09:38.672872 dv-cinder-760153-10-iscsi neutron-server[94010]: event.method(event) Sep 10 15:09:38.672872 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 15:09:38.672872 dv-cinder-760153-10-iscsi neutron-server[94010]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 15:09:38.672872 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 15:09:38.672872 dv-cinder-760153-10-iscsi neutron-server[94010]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 15:09:38.672872 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 15:09:38.672872 dv-cinder-760153-10-iscsi neutron-server[94010]: return f(self, *a, **k) Sep 10 15:09:38.672872 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 15:09:38.672872 dv-cinder-760153-10-iscsi neutron-server[94010]: return self._get(url).json() Sep 10 15:09:38.672872 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 15:09:38.672872 dv-cinder-760153-10-iscsi neutron-server[94010]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 15:09:38.672872 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 15:09:38.672872 dv-cinder-760153-10-iscsi neutron-server[94010]: return self.request(url, 'GET', **kwargs) Sep 10 15:09:38.672872 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 15:09:38.672872 dv-cinder-760153-10-iscsi neutron-server[94010]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 15:09:38.672872 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 15:09:38.672872 dv-cinder-760153-10-iscsi neutron-server[94010]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 15:09:38.672872 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 15:09:38.672872 dv-cinder-760153-10-iscsi neutron-server[94010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 15:09:38.672872 dv-cinder-760153-10-iscsi neutron-server[94010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 15:09:38.767019 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-f6339e4c-8acc-44cf-85d9-0d175e033be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582729'] for network, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:38.774219 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-f6339e4c-8acc-44cf-85d9-0d175e033be2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526879'] for network, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:38.777417 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-f6339e4c-8acc-44cf-85d9-0d175e033be2 admin admin] 10.222.0.35 "DELETE /v2.0/networks/ba3aefdd-27dd-4167-a6ff-5a6467d894ba HTTP/1.1" status: 204 len: 168 time: 0.4101491 Sep 10 15:09:38.792724 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6339e4c-8acc-44cf-85d9-0d175e033be2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba3aefdd-27dd-4167-a6ff-5a6467d894ba,revision_number=None']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:09:38.978396 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d4da57-d696-4509-92e7-ae3e884ccaf1 req-d54bb55a-c89e-4415-86e3-13b68116b72c tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:38.980299 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-a9d4da57-d696-4509-92e7-ae3e884ccaf1 req-d54bb55a-c89e-4415-86e3-13b68116b72c tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 946 time: 0.0967402 Sep 10 15:09:39.054536 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 44920) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:09:39.064220 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-a9d4da57-d696-4509-92e7-ae3e884ccaf1 req-c275c7ee-021a-4a98-8d53-b5cc32963e89 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=88c2f7ce-a671-457c-9037-355504b74c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718000 Sep 10 15:09:39.127903 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-a1de7b6d-65a6-4b05-b255-7e94fe8607b7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=885822bd6d484774bb44c7b5a96f2e14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0712848 Sep 10 15:09:39.131227 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 44922) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:09:39.197815 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-0569e66e-da44-4ba3-8e5c-efa3ce070462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:39.223726 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-0569e66e-da44-4ba3-8e5c-efa3ce070462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:39.307038 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-0569e66e-da44-4ba3-8e5c-efa3ce070462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:39.312791 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-0569e66e-da44-4ba3-8e5c-efa3ce070462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:39.314816 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-0569e66e-da44-4ba3-8e5c-efa3ce070462 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/35067a0b-e59b-4dc4-8160-50aa352eb9a9 HTTP/1.1" status: 204 len: 168 time: 0.1818628 Sep 10 15:09:39.330527 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0569e66e-da44-4ba3-8e5c-efa3ce070462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35067a0b-e59b-4dc4-8160-50aa352eb9a9,revision_number=None']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:09:39.612049 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24c1420-811d-436d-912c-4789e4e7d267 req-e3be24ae-6d74-4dd3-baaa-8fea04affc59 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:39.614133 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-f24c1420-811d-436d-912c-4789e4e7d267 req-e3be24ae-6d74-4dd3-baaa-8fea04affc59 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/ports?device_id=0561b768-e914-480a-8b53-56f727f3a504 HTTP/1.1" status: 200 len: 943 time: 0.0818427 Sep 10 15:09:39.682246 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-f24c1420-811d-436d-912c-4789e4e7d267 req-5e2709ba-5868-4de2-88de-5db14688c20b tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/security-groups?id=c435c8d1-bcf5-4643-8a06-2b0627ebda44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563231 Sep 10 15:09:40.244015 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb7d7c-a53d-4da4-bc17-d0aea9a210dc req-f5b9ffca-b030-471e-9f22-9f71c61f229e tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:40.246691 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-72bb7d7c-a53d-4da4-bc17-d0aea9a210dc req-f5b9ffca-b030-471e-9f22-9f71c61f229e tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 946 time: 0.0868413 Sep 10 15:09:40.307469 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-72bb7d7c-a53d-4da4-bc17-d0aea9a210dc req-41e6b73a-acf4-42ce-936d-01e890b2d4f8 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=88c2f7ce-a671-457c-9037-355504b74c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499666 Sep 10 15:09:40.320676 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 44954) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:09:40.457309 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.v2.base [None req-3201babf-5657-4dd7-9e77-7944988257d2 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-726341469-network', 'tenant_id': '6a9eaf0adb914aab8f521af4a0f3ae19'}} {{(pid=94010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:09:40.483926 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3201babf-5657-4dd7-9e77-7944988257d2 admin admin] Made reservation on behalf of 6a9eaf0adb914aab8f521af4a0f3ae19 for: {'network': 1} {{(pid=94010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:09:40.486566 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-3201babf-5657-4dd7-9e77-7944988257d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for network, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:40.498682 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-3201babf-5657-4dd7-9e77-7944988257d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:40.562373 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:40.636114 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-3201babf-5657-4dd7-9e77-7944988257d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:40.641919 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-3201babf-5657-4dd7-9e77-7944988257d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:40.672377 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3201babf-5657-4dd7-9e77-7944988257d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=94010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 15:09:40.693379 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3201babf-5657-4dd7-9e77-7944988257d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aacb530-ab44-4e06-bdb0-7a7615c5207f,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:09:40.698049 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-3201babf-5657-4dd7-9e77-7944988257d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672864'] for segment, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:40.698390 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.db.segments_db [None req-3201babf-5657-4dd7-9e77-7944988257d2 admin admin] Added segment 3d14850a-ecaa-4d9e-8bc2-338a64814687 of type vlan for network 6493cf01-ae1a-4219-80eb-bad16af6ce1b Sep 10 15:09:40.753571 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-3201babf-5657-4dd7-9e77-7944988257d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748756560168'] for network, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:40.797764 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-3201babf-5657-4dd7-9e77-7944988257d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861'] for network, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:40.799675 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3201babf-5657-4dd7-9e77-7944988257d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:40.800817 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-3201babf-5657-4dd7-9e77-7944988257d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526879'] for network, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:40.862264 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 44964) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:09:40.862693 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-3201babf-5657-4dd7-9e77-7944988257d2 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5399964 Sep 10 15:09:40.867262 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.v2.base [None req-2e02f690-7ce9-4e77-a3d0-2ced89a13ee5 admin admin] Request body: {'subnet': {'network_id': '6493cf01-ae1a-4219-80eb-bad16af6ce1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-726341469-subnet', 'tenant_id': '6a9eaf0adb914aab8f521af4a0f3ae19', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:09:40.880471 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668fff85-fb7b-4c69-a80f-eccd1768da20 req-0c20e745-7fbe-4dcb-96ff-b426237d709b tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:40.882094 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-668fff85-fb7b-4c69-a80f-eccd1768da20 req-0c20e745-7fbe-4dcb-96ff-b426237d709b tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/ports?device_id=0561b768-e914-480a-8b53-56f727f3a504 HTTP/1.1" status: 200 len: 943 time: 0.0914042 Sep 10 15:09:40.906594 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3201babf-5657-4dd7-9e77-7944988257d2 admin admin] Pushing event updated for resources: {'Network': ['ID=6493cf01-ae1a-4219-80eb-bad16af6ce1b,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:09:40.915023 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e02f690-7ce9-4e77-a3d0-2ced89a13ee5 admin admin] Made reservation on behalf of 6a9eaf0adb914aab8f521af4a0f3ae19 for: {'subnet': 1} {{(pid=94009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:09:40.917482 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-2e02f690-7ce9-4e77-a3d0-2ced89a13ee5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13677608'] for subnet, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:40.922671 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Network 6493cf01-ae1a-4219-80eb-bad16af6ce1b details requested by agent ovs-agent-dv-cinder-760153-10-iscsi with host dv-cinder-760153-10-iscsi {{(pid=94011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 15:09:40.965753 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-668fff85-fb7b-4c69-a80f-eccd1768da20 req-0217d0d0-38a8-49a1-9e12-d8f045dbe94f tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/security-groups?id=c435c8d1-bcf5-4643-8a06-2b0627ebda44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713687 Sep 10 15:09:41.179398 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94a8950-f96f-42df-8159-46454aae817f req-5bb05eb0-2da2-4f46-b638-a86bff464560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:41.180969 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-a94a8950-f96f-42df-8159-46454aae817f req-5bb05eb0-2da2-4f46-b638-a86bff464560 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 1099 time: 0.0971565 Sep 10 15:09:41.192344 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-2e02f690-7ce9-4e77-a3d0-2ced89a13ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1040851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13677622'] for subnet, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:41.287393 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-a94a8950-f96f-42df-8159-46454aae817f req-e8b2e6c6-29b6-429b-8a1a-85dc38435b01 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=88c2f7ce-a671-457c-9037-355504b74c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965276 Sep 10 15:09:41.303355 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e02f690-7ce9-4e77-a3d0-2ced89a13ee5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46882ccf-3267-4ef3-9a27-53ef4f4ccc74,revision_number=0']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:09:41.314791 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e02f690-7ce9-4e77-a3d0-2ced89a13ee5 admin admin] Checking segment: {'id': '3d14850a-ecaa-4d9e-8bc2-338a64814687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6493cf01-ae1a-4219-80eb-bad16af6ce1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:09:41.315158 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e02f690-7ce9-4e77-a3d0-2ced89a13ee5 admin admin] Network hostable DHCP agents. Network: 6493cf01-ae1a-4219-80eb-bad16af6ce1b, hostable agents: ['afb565d3-e50e-4cf5-8d13-a2fbc8ff1b06'], hosted agents: [] {{(pid=94009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 15:09:41.335546 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e02f690-7ce9-4e77-a3d0-2ced89a13ee5 admin admin] Network 6493cf01-ae1a-4219-80eb-bad16af6ce1b is scheduled to be hosted by DHCP agent afb565d3-e50e-4cf5-8d13-a2fbc8ff1b06 with binding_index 1 {{(pid=94009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 15:09:41.347676 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.base_scheduler [None req-2e02f690-7ce9-4e77-a3d0-2ced89a13ee5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760153-10-iscsi, 6493cf01-ae1a-4219-80eb-bad16af6ce1b) {{(pid=94009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:09:41.361648 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e02f690-7ce9-4e77-a3d0-2ced89a13ee5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:41.362725 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-2e02f690-7ce9-4e77-a3d0-2ced89a13ee5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:41.369869 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdc455a-dc34-4353-be12-bebce97dc579 None None] Network 6493cf01-ae1a-4219-80eb-bad16af6ce1b requested from dv-cinder-760153-10-iscsi {{(pid=94011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:09:41.392380 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-2e02f690-7ce9-4e77-a3d0-2ced89a13ee5 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5287199 Sep 10 15:09:41.509226 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87fd1e7-c9f9-4830-a10e-abacd8e3ff34 req-a4c734b5-20db-4eb1-b28f-aa852037c3ce tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:41.511909 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-c87fd1e7-c9f9-4830-a10e-abacd8e3ff34 req-a4c734b5-20db-4eb1-b28f-aa852037c3ce tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 946 time: 0.0868475 Sep 10 15:09:41.574237 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-c87fd1e7-c9f9-4830-a10e-abacd8e3ff34 req-b6aacbb5-c37a-41de-989c-9722c037e3e4 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=88c2f7ce-a671-457c-9037-355504b74c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530045 Sep 10 15:09:41.628637 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7693af-8048-4112-975c-4b231a98d1d0 None None] Network 6493cf01-ae1a-4219-80eb-bad16af6ce1b requested from dv-cinder-760153-10-iscsi {{(pid=94011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:09:42.166645 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6f1b70-9e08-4223-8abc-60572663cf94 req-07620a9f-99c1-48fd-9212-0ac0493884d8 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:42.169422 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-6f6f1b70-9e08-4223-8abc-60572663cf94 req-07620a9f-99c1-48fd-9212-0ac0493884d8 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/ports?device_id=0561b768-e914-480a-8b53-56f727f3a504 HTTP/1.1" status: 200 len: 943 time: 0.0838761 Sep 10 15:09:42.245923 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-6f6f1b70-9e08-4223-8abc-60572663cf94 req-196f091c-1691-463e-9f08-f72c760bd128 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/security-groups?id=c435c8d1-bcf5-4643-8a06-2b0627ebda44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545473 Sep 10 15:09:42.547899 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device ae5593bb-cbc1-4417-ba58-bb771ce135d6 details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=94011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 15:09:42.733119 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] For port ae5593bb-cbc1-4417-ba58-bb771ce135d6, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=ae5593bb-cbc1-4417-ba58-bb771ce135d6,segment=NetworkSegment(b74c8d1d-1c0a-4459-a926-b8061d9b8071),segment_id=b74c8d1d-1c0a-4459-a926-b8061d9b8071)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:09:42.752589 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Returning: {'device': 'ae5593bb-cbc1-4417-ba58-bb771ce135d6', 'network_id': '4438a4c6-ecae-4330-8512-f3353a458625', 'port_id': 'ae5593bb-cbc1-4417-ba58-bb771ce135d6', 'mac_address': 'fa:16:3e:5e:18:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbb21cad-9efd-4dac-bc4f-2697c2741bb9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 15:09:42.769949 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e95bab-f099-4e51-ae78-400c129e38bb req-894495d0-b8f4-44ab-ba7c-de11434bec26 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:42.778333 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-96e95bab-f099-4e51-ae78-400c129e38bb req-894495d0-b8f4-44ab-ba7c-de11434bec26 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 946 time: 0.1077554 Sep 10 15:09:42.823471 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:42.845909 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae5593bb-cbc1-4417-ba58-bb771ce135d6 {{(pid=94011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:09:42.850369 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-96e95bab-f099-4e51-ae78-400c129e38bb req-c22e8a6a-f24d-458b-ba7c-6e6002b528bc tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=88c2f7ce-a671-457c-9037-355504b74c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696332 Sep 10 15:09:42.873659 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] For port ae5593bb-cbc1-4417-ba58-bb771ce135d6, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=ae5593bb-cbc1-4417-ba58-bb771ce135d6,segment=NetworkSegment(b74c8d1d-1c0a-4459-a926-b8061d9b8071),segment_id=b74c8d1d-1c0a-4459-a926-b8061d9b8071)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:09:42.880870 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:42.977869 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Pushing event updated for resources: {'Port': ['ID=ae5593bb-cbc1-4417-ba58-bb771ce135d6,revision_number=4']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:09:43.166820 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] get_ports_and_sgs() called for port_ids ['ae5593bb-cbc1-4417-ba58-bb771ce135d6'] {{(pid=94011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 15:09:43.460690 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26350ee1-1223-4430-af42-24f84aeef5eb req-f7227708-b5d4-45c2-9003-9d01e9c616d4 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:43.468711 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-26350ee1-1223-4430-af42-24f84aeef5eb req-f7227708-b5d4-45c2-9003-9d01e9c616d4 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/ports?device_id=0561b768-e914-480a-8b53-56f727f3a504 HTTP/1.1" status: 200 len: 944 time: 0.1000755 Sep 10 15:09:43.533108 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-26350ee1-1223-4430-af42-24f84aeef5eb req-e568fccf-3b81-40d8-ade0-36a270bf3ac9 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/security-groups?id=c435c8d1-bcf5-4643-8a06-2b0627ebda44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565162 Sep 10 15:09:43.766625 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da405b7b-3610-4383-a456-2dd382961d5b req-36b9faf0-6be3-4234-a6b4-04dd3e939be3 tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:43.769445 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-da405b7b-3610-4383-a456-2dd382961d5b req-36b9faf0-6be3-4234-a6b4-04dd3e939be3 tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] 10.222.0.35 "GET /v2.0/networks?id=6493cf01-ae1a-4219-80eb-bad16af6ce1b HTTP/1.1" status: 200 len: 813 time: 0.1414011 Sep 10 15:09:43.789064 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-da405b7b-3610-4383-a456-2dd382961d5b req-1a4130f9-1325-4b2d-bd36-205b3da18543 tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] 10.222.0.35 "GET /v2.0/quotas/6a9eaf0adb914aab8f521af4a0f3ae19 HTTP/1.1" status: 200 len: 375 time: 0.0130155 Sep 10 15:09:43.836128 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-da405b7b-3610-4383-a456-2dd382961d5b req-f5620418-6070-473f-9df0-8562e5d555fb tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=6a9eaf0adb914aab8f521af4a0f3ae19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408630 Sep 10 15:09:43.958105 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-da405b7b-3610-4383-a456-2dd382961d5b req-a85b1153-494d-4387-991d-b878734409bf service neutron] 10.222.0.35 "GET /v2.0/networks/6493cf01-ae1a-4219-80eb-bad16af6ce1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132462 Sep 10 15:09:44.079704 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334b05b6-9a9a-40b5-864c-5e378df8388d req-4c13d2c3-5fbb-4cd1-ad07-9b6a5e411d15 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:44.081389 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-334b05b6-9a9a-40b5-864c-5e378df8388d req-4c13d2c3-5fbb-4cd1-ad07-9b6a5e411d15 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 946 time: 0.1223638 Sep 10 15:09:44.107431 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-da405b7b-3610-4383-a456-2dd382961d5b req-26cee1af-4035-4e2c-ab91-74be8688f202 service neutron] 10.222.0.35 "GET /v2.0/networks/6493cf01-ae1a-4219-80eb-bad16af6ce1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395962 Sep 10 15:09:44.139122 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-334b05b6-9a9a-40b5-864c-5e378df8388d req-8cb716e2-ce7c-4612-a8c7-778f4f601ca0 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=88c2f7ce-a671-457c-9037-355504b74c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438275 Sep 10 15:09:44.359147 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-f642733b-27bc-4bbd-8aa3-968682f62d9d req-c32e569a-66e3-4fcd-a3e1-5474edb528d7 tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c641dd7-f659-4fb3-b7d6-ce0766297ef7 HTTP/1.1" status: 200 len: 210 time: 0.0456305 Sep 10 15:09:44.550327 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device ae5593bb-cbc1-4417-ba58-bb771ce135d6 up at agent hyperv_hv-cinder-76015 {{(pid=94011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:09:44.638847 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 45096) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:09:44.657618 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Provisioning for port ae5593bb-cbc1-4417-ba58-bb771ce135d6 completed by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:09:44.663693 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Provisioning complete for port ae5593bb-cbc1-4417-ba58-bb771ce135d6 triggered by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:09:44.664537 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:44.755513 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a57a59-cd5e-4a24-ad82-d2fc54ca6f72 req-30ca1717-28e5-4b64-b36d-241342827aa9 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:44.763321 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-02a57a59-cd5e-4a24-ad82-d2fc54ca6f72 req-30ca1717-28e5-4b64-b36d-241342827aa9 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/ports?device_id=0561b768-e914-480a-8b53-56f727f3a504 HTTP/1.1" status: 200 len: 944 time: 0.1039982 Sep 10 15:09:44.799614 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-d8740db9-ae03-4573-8289-a20b2b967c08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:44.816118 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:44.828263 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-02a57a59-cd5e-4a24-ad82-d2fc54ca6f72 req-a2a95df8-ce7e-412e-afa9-f6de110e8864 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/security-groups?id=c435c8d1-bcf5-4643-8a06-2b0627ebda44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638542 Sep 10 15:09:44.866944 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0561b768-e914-480a-8b53-56f727f3a504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae5593bb-cbc1-4417-ba58-bb771ce135d6'}] {{(pid=94011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:09:44.869335 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eff4842c0e32827c09e5fc730d7a4a2f35fc7e77767eed508a7d5fefd1bac28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee2317c9-bb7f-4992-bf82-79231cd77410" -d '{"events": [{"server_uuid": "0561b768-e914-480a-8b53-56f727f3a504", "name": "network-vif-plugged", "status": "completed", "tag": "ae5593bb-cbc1-4417-ba58-bb771ce135d6"}]}' {{(pid=94011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:09:44.887403 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] For port ae5593bb-cbc1-4417-ba58-bb771ce135d6, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=ae5593bb-cbc1-4417-ba58-bb771ce135d6,segment=NetworkSegment(b74c8d1d-1c0a-4459-a926-b8061d9b8071),segment_id=b74c8d1d-1c0a-4459-a926-b8061d9b8071)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:09:44.894444 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:44.944878 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ee6594-706a-4a6f-b9c5-6880625bf312 x-openstack-request-id: req-f0ee6594-706a-4a6f-b9c5-6880625bf312 {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:09:44.945297 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0561b768-e914-480a-8b53-56f727f3a504", "name": "network-vif-plugged", "status": "completed", "tag": "ae5593bb-cbc1-4417-ba58-bb771ce135d6", "code": 200}]} {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:09:44.945642 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f0ee6594-706a-4a6f-b9c5-6880625bf312 {{(pid=94011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:09:44.946267 dv-cinder-760153-10-iscsi neutron-server[94011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0561b768-e914-480a-8b53-56f727f3a504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae5593bb-cbc1-4417-ba58-bb771ce135d6', 'code': 200} Sep 10 15:09:44.981046 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-d8740db9-ae03-4573-8289-a20b2b967c08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:44.986581 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-d8740db9-ae03-4573-8289-a20b2b967c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:44.998340 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Pushing event updated for resources: {'Port': ['ID=ae5593bb-cbc1-4417-ba58-bb771ce135d6,revision_number=5']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:09:45.040614 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-d8740db9-ae03-4573-8289-a20b2b967c08 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d519c118f4ff4a66a365468d92a35fe9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4005172 Sep 10 15:09:45.042015 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8740db9-ae03-4573-8289-a20b2b967c08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d26d78-ec51-4168-ae6e-6a99118e250d,revision_number=1']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:09:45.044466 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 45104) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:09:45.121546 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-89f84967-11c2-4c72-be93-6d2f865e6433 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:45.148492 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-89f84967-11c2-4c72-be93-6d2f865e6433 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:45.233978 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4324edd-3f0e-4273-b77a-c2289a40b1cf req-4e136969-4a61-4f62-997c-a858848446e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:45.237107 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-d4324edd-3f0e-4273-b77a-c2289a40b1cf req-4e136969-4a61-4f62-997c-a858848446e2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0561b768-e914-480a-8b53-56f727f3a504 HTTP/1.1" status: 200 len: 1098 time: 0.0789852 Sep 10 15:09:45.239563 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-89f84967-11c2-4c72-be93-6d2f865e6433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:45.243278 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-89f84967-11c2-4c72-be93-6d2f865e6433 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:45.248310 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-89f84967-11c2-4c72-be93-6d2f865e6433 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/33d26d78-ec51-4168-ae6e-6a99118e250d HTTP/1.1" status: 204 len: 168 time: 0.1988454 Sep 10 15:09:45.262180 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f84967-11c2-4c72-be93-6d2f865e6433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d26d78-ec51-4168-ae6e-6a99118e250d,revision_number=None']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:09:45.314339 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-d4324edd-3f0e-4273-b77a-c2289a40b1cf req-3d592f15-bc07-47b9-8020-119f2e86d9a1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c435c8d1-bcf5-4643-8a06-2b0627ebda44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647771 Sep 10 15:09:45.511153 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-a71c45ba-3380-4b6d-bd4c-5716ef9599a0 req-acd10dae-c086-4c25-92e6-a13a3014f422 tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c641dd7-f659-4fb3-b7d6-ce0766297ef7 HTTP/1.1" status: 200 len: 210 time: 0.0418344 Sep 10 15:09:45.916738 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da405b7b-3610-4383-a456-2dd382961d5b req-7d7563c5-c2d3-4094-aea0-c804e09b807a tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:45.918395 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-da405b7b-3610-4383-a456-2dd382961d5b req-7d7563c5-c2d3-4094-aea0-c804e09b807a tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] 10.222.0.42 "GET /v2.0/networks?id=6493cf01-ae1a-4219-80eb-bad16af6ce1b HTTP/1.1" status: 200 len: 813 time: 0.1331155 Sep 10 15:09:45.941138 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.v2.base [req-da405b7b-3610-4383-a456-2dd382961d5b req-1e2c76e8-09fe-43ef-b0e5-fd37439bb5e8 tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] Request body: {'port': {'device_id': '6c641dd7-f659-4fb3-b7d6-ce0766297ef7', 'network_id': '6493cf01-ae1a-4219-80eb-bad16af6ce1b', 'admin_state_up': True, 'tenant_id': '6a9eaf0adb914aab8f521af4a0f3ae19'}} {{(pid=94009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:09:46.015336 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f9fe4-d3a2-4c47-9607-e023aefa31a8 req-fa3b4dd6-5e45-4ed6-807f-24e6bcf3f6ee tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:46.016983 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-458f9fe4-d3a2-4c47-9607-e023aefa31a8 req-fa3b4dd6-5e45-4ed6-807f-24e6bcf3f6ee tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/ports?device_id=0561b768-e914-480a-8b53-56f727f3a504 HTTP/1.1" status: 200 len: 945 time: 0.0926151 Sep 10 15:09:46.112439 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-458f9fe4-d3a2-4c47-9607-e023aefa31a8 req-648b8ec3-2280-4287-b513-577c9827a5bf tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/security-groups?id=c435c8d1-bcf5-4643-8a06-2b0627ebda44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693502 Sep 10 15:09:46.135347 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da405b7b-3610-4383-a456-2dd382961d5b req-1e2c76e8-09fe-43ef-b0e5-fd37439bb5e8 tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] Made reservation on behalf of 6a9eaf0adb914aab8f521af4a0f3ae19 for: {'port': 1} {{(pid=94009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:09:46.139272 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-da405b7b-3610-4383-a456-2dd382961d5b req-1e2c76e8-09fe-43ef-b0e5-fd37439bb5e8 tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:46.279186 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.db_base_plugin_common [req-da405b7b-3610-4383-a456-2dd382961d5b req-1e2c76e8-09fe-43ef-b0e5-fd37439bb5e8 tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] Allocated IP 172.20.0.9 (6493cf01-ae1a-4219-80eb-bad16af6ce1b/46882ccf-3267-4ef3-9a27-53ef4f4ccc74/878857f8-43d2-4870-a750-370c7f55dc42) {{(pid=94009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:09:46.474164 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-da405b7b-3610-4383-a456-2dd382961d5b req-1e2c76e8-09fe-43ef-b0e5-fd37439bb5e8 tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] Notify callbacks [] for port, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:46.527914 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-da405b7b-3610-4383-a456-2dd382961d5b req-1e2c76e8-09fe-43ef-b0e5-fd37439bb5e8 tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748756606401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1040815'] for port, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:46.585349 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da405b7b-3610-4383-a456-2dd382961d5b req-1e2c76e8-09fe-43ef-b0e5-fd37439bb5e8 tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] Network 6493cf01-ae1a-4219-80eb-bad16af6ce1b is already hosted by enough agents. {{(pid=94009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:09:46.591357 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.base_scheduler [req-da405b7b-3610-4383-a456-2dd382961d5b req-1e2c76e8-09fe-43ef-b0e5-fd37439bb5e8 tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] Resources bound (agent type, host, resource id): {{(pid=94009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:09:46.595642 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.l3_dvrscheduler_db [req-da405b7b-3610-4383-a456-2dd382961d5b req-1e2c76e8-09fe-43ef-b0e5-fd37439bb5e8 tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] Received port after_create {{(pid=94009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:09:46.746454 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2c76e8-09fe-43ef-b0e5-fd37439bb5e8 tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] Pushing event updated for resources: {'Port': ['ID=878857f8-43d2-4870-a750-370c7f55dc42,revision_number=1']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:09:46.793207 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da405b7b-3610-4383-a456-2dd382961d5b req-1e2c76e8-09fe-43ef-b0e5-fd37439bb5e8 tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:46.794150 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-da405b7b-3610-4383-a456-2dd382961d5b req-1e2c76e8-09fe-43ef-b0e5-fd37439bb5e8 tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46804'] for port, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:46.823248 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef48992-2078-4907-a78c-2d9a544cc5f6 req-84e99d38-6c8a-4f47-aaed-a040510af5bb tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:46.824909 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-3ef48992-2078-4907-a78c-2d9a544cc5f6 req-84e99d38-6c8a-4f47-aaed-a040510af5bb tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c641dd7-f659-4fb3-b7d6-ce0766297ef7 HTTP/1.1" status: 200 len: 931 time: 0.1577411 Sep 10 15:09:46.827781 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-da405b7b-3610-4383-a456-2dd382961d5b req-1e2c76e8-09fe-43ef-b0e5-fd37439bb5e8 tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8899114 Sep 10 15:09:46.849492 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.v2.base [req-da405b7b-3610-4383-a456-2dd382961d5b req-d85588b2-0a1f-4c1c-b09e-49b01da1df70 service neutron] Request body: {'port': {'device_id': '6c641dd7-f659-4fb3-b7d6-ce0766297ef7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76015'}} {{(pid=94009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:09:46.928493 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-3ef48992-2078-4907-a78c-2d9a544cc5f6 req-4f387632-88cb-4d8a-bee3-3f441433377e tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] 10.222.0.35 "GET /v2.0/security-groups?id=2aacb530-ab44-4e06-bdb0-7a7615c5207f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934033 Sep 10 15:09:46.948064 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-da405b7b-3610-4383-a456-2dd382961d5b req-d85588b2-0a1f-4c1c-b09e-49b01da1df70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:47.297241 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.notifiers.nova [req-da405b7b-3610-4383-a456-2dd382961d5b req-d85588b2-0a1f-4c1c-b09e-49b01da1df70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 878857f8-43d2-4870-a750-370c7f55dc42 {{(pid=94009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:09:47.308555 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ad7d2d-1941-4919-bea7-f453376e2f34 req-62628b3c-881c-45fc-b221-a9898fcdbbea tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:47.310141 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-64ad7d2d-1941-4919-bea7-f453376e2f34 req-62628b3c-881c-45fc-b221-a9898fcdbbea tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/ports?device_id=0561b768-e914-480a-8b53-56f727f3a504 HTTP/1.1" status: 200 len: 945 time: 0.1066890 Sep 10 15:09:47.315243 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-da405b7b-3610-4383-a456-2dd382961d5b req-d85588b2-0a1f-4c1c-b09e-49b01da1df70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:47.347086 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.provisioning_blocks [req-da405b7b-3610-4383-a456-2dd382961d5b req-d85588b2-0a1f-4c1c-b09e-49b01da1df70 service neutron] Transition to ACTIVE for port object 878857f8-43d2-4870-a750-370c7f55dc42 will not be triggered until provisioned by entity L2. {{(pid=94009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:09:47.359516 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-da405b7b-3610-4383-a456-2dd382961d5b req-d85588b2-0a1f-4c1c-b09e-49b01da1df70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1041244'] for port, after_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:47.380806 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-64ad7d2d-1941-4919-bea7-f453376e2f34 req-b62993c4-246d-4ffe-afaa-00e18578a8b5 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/security-groups?id=c435c8d1-bcf5-4643-8a06-2b0627ebda44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624676 Sep 10 15:09:47.434588 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85588b2-0a1f-4c1c-b09e-49b01da1df70 service neutron] Pushing event updated for resources: {'Port': ['ID=878857f8-43d2-4870-a750-370c7f55dc42,revision_number=2']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:09:47.539747 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.managers [req-da405b7b-3610-4383-a456-2dd382961d5b req-d85588b2-0a1f-4c1c-b09e-49b01da1df70 service neutron] Attempting to bind port 878857f8-43d2-4870-a750-370c7f55dc42 on host hv-cinder-76015 for vnic_type normal with profile {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:09:47.540086 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.managers [req-da405b7b-3610-4383-a456-2dd382961d5b req-d85588b2-0a1f-4c1c-b09e-49b01da1df70 service neutron] Attempting to bind port 878857f8-43d2-4870-a750-370c7f55dc42 by drivers openvswitch,hyperv on host hv-cinder-76015 at level 0 using segments [{'id': '3d14850a-ecaa-4d9e-8bc2-338a64814687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6493cf01-ae1a-4219-80eb-bad16af6ce1b'}] {{(pid=94009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:09:47.540413 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da405b7b-3610-4383-a456-2dd382961d5b req-d85588b2-0a1f-4c1c-b09e-49b01da1df70 service neutron] Attempting to bind port 878857f8-43d2-4870-a750-370c7f55dc42 on network 6493cf01-ae1a-4219-80eb-bad16af6ce1b {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:09:47.548841 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da405b7b-3610-4383-a456-2dd382961d5b req-d85588b2-0a1f-4c1c-b09e-49b01da1df70 service neutron] Port 878857f8-43d2-4870-a750-370c7f55dc42 on network 6493cf01-ae1a-4219-80eb-bad16af6ce1b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76015 {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 15:09:47.549079 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da405b7b-3610-4383-a456-2dd382961d5b req-d85588b2-0a1f-4c1c-b09e-49b01da1df70 service neutron] Attempting to bind port 878857f8-43d2-4870-a750-370c7f55dc42 on network 6493cf01-ae1a-4219-80eb-bad16af6ce1b {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:09:47.556226 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da405b7b-3610-4383-a456-2dd382961d5b req-d85588b2-0a1f-4c1c-b09e-49b01da1df70 service neutron] Checking agent: {'id': '97479926-a0bf-4e38-9164-b44674cd2f3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76015', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 15, 4, 9), 'started_at': datetime.datetime(2021, 9, 10, 15, 4, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:09:47.556567 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da405b7b-3610-4383-a456-2dd382961d5b req-d85588b2-0a1f-4c1c-b09e-49b01da1df70 service neutron] Checking segment: {'id': '3d14850a-ecaa-4d9e-8bc2-338a64814687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6493cf01-ae1a-4219-80eb-bad16af6ce1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:09:47.556951 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da405b7b-3610-4383-a456-2dd382961d5b req-d85588b2-0a1f-4c1c-b09e-49b01da1df70 service neutron] Bound using segment: {'id': '3d14850a-ecaa-4d9e-8bc2-338a64814687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6493cf01-ae1a-4219-80eb-bad16af6ce1b'} {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:09:47.557382 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.managers [req-da405b7b-3610-4383-a456-2dd382961d5b req-d85588b2-0a1f-4c1c-b09e-49b01da1df70 service neutron] Bound port: 878857f8-43d2-4870-a750-370c7f55dc42, host: hv-cinder-76015, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d14850a-ecaa-4d9e-8bc2-338a64814687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6493cf01-ae1a-4219-80eb-bad16af6ce1b'}}] {{(pid=94009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:09:47.557741 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-da405b7b-3610-4383-a456-2dd382961d5b req-d85588b2-0a1f-4c1c-b09e-49b01da1df70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:47.572214 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77713cdf-1032-4fc6-b2e6-6c6512261229 req-2b198f04-27cf-4033-ac83-8b28a112190a tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:47.575411 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-77713cdf-1032-4fc6-b2e6-6c6512261229 req-2b198f04-27cf-4033-ac83-8b28a112190a tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/ports?device_id=0561b768-e914-480a-8b53-56f727f3a504 HTTP/1.1" status: 200 len: 945 time: 0.0836871 Sep 10 15:09:47.658336 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-77713cdf-1032-4fc6-b2e6-6c6512261229 req-ba6027a9-064e-4b01-9d4c-0258a8c11395 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/security-groups?id=c435c8d1-bcf5-4643-8a06-2b0627ebda44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719404 Sep 10 15:09:47.690613 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.db [req-da405b7b-3610-4383-a456-2dd382961d5b req-d85588b2-0a1f-4c1c-b09e-49b01da1df70 service neutron] For port 878857f8-43d2-4870-a750-370c7f55dc42, host hv-cinder-76015, cleared binding levels {{(pid=94009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:09:47.694126 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.db [req-da405b7b-3610-4383-a456-2dd382961d5b req-d85588b2-0a1f-4c1c-b09e-49b01da1df70 service neutron] For port 878857f8-43d2-4870-a750-370c7f55dc42, host hv-cinder-76015, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=878857f8-43d2-4870-a750-370c7f55dc42,segment=NetworkSegment(3d14850a-ecaa-4d9e-8bc2-338a64814687),segment_id=3d14850a-ecaa-4d9e-8bc2-338a64814687)] {{(pid=94009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:09:47.701345 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-da405b7b-3610-4383-a456-2dd382961d5b req-d85588b2-0a1f-4c1c-b09e-49b01da1df70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1041244'] for port, after_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:47.767636 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da405b7b-3610-4383-a456-2dd382961d5b req-d85588b2-0a1f-4c1c-b09e-49b01da1df70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:47.768703 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-da405b7b-3610-4383-a456-2dd382961d5b req-d85588b2-0a1f-4c1c-b09e-49b01da1df70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46804'] for port, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:47.772412 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-da405b7b-3610-4383-a456-2dd382961d5b req-d85588b2-0a1f-4c1c-b09e-49b01da1df70 service neutron] 10.222.0.42 "PUT /v2.0/ports/878857f8-43d2-4870-a750-370c7f55dc42 HTTP/1.1" status: 200 len: 1093 time: 0.9335380 Sep 10 15:09:47.773160 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c641dd7-f659-4fb3-b7d6-ce0766297ef7', 'tag': '878857f8-43d2-4870-a750-370c7f55dc42'}] {{(pid=94009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:09:47.776428 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9f06775dd2e397dd855044b511bdd55e5ba575987bbc09c0a11d88d405cb18b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28025e22-77fc-46ca-9826-d50e57d8de74" -d '{"events": [{"name": "network-changed", "server_uuid": "6c641dd7-f659-4fb3-b7d6-ce0766297ef7", "tag": "878857f8-43d2-4870-a750-370c7f55dc42"}]}' {{(pid=94009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:09:47.805845 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85588b2-0a1f-4c1c-b09e-49b01da1df70 service neutron] Pushing event updated for resources: {'Port': ['ID=878857f8-43d2-4870-a750-370c7f55dc42,revision_number=3']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:09:47.874593 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 15:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39bb3a1b-7f1e-4854-806f-6e2718194826 x-openstack-request-id: req-39bb3a1b-7f1e-4854-806f-6e2718194826 {{(pid=94009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:09:47.874891 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c641dd7-f659-4fb3-b7d6-ce0766297ef7", "tag": "878857f8-43d2-4870-a750-370c7f55dc42", "status": "completed", "code": 200}]} {{(pid=94009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:09:47.875147 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-39bb3a1b-7f1e-4854-806f-6e2718194826 {{(pid=94009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:09:47.875547 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c641dd7-f659-4fb3-b7d6-ce0766297ef7', 'tag': '878857f8-43d2-4870-a750-370c7f55dc42', 'status': 'completed', 'code': 200} Sep 10 15:09:47.892345 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da405b7b-3610-4383-a456-2dd382961d5b req-1d882804-cf71-4bf2-82bf-c343d9ad69e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:47.893905 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-da405b7b-3610-4383-a456-2dd382961d5b req-1d882804-cf71-4bf2-82bf-c343d9ad69e8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6a9eaf0adb914aab8f521af4a0f3ae19&device_id=6c641dd7-f659-4fb3-b7d6-ce0766297ef7 HTTP/1.1" status: 200 len: 1096 time: 0.0648007 Sep 10 15:09:47.947752 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-da405b7b-3610-4383-a456-2dd382961d5b req-2fc579c4-24d6-4507-abbc-f657fa3ccdfd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=878857f8-43d2-4870-a750-370c7f55dc42 HTTP/1.1" status: 200 len: 217 time: 0.0439904 Sep 10 15:09:48.012173 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da405b7b-3610-4383-a456-2dd382961d5b req-0827d99c-2c9b-4dba-97bc-e496ae708796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:48.013752 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-da405b7b-3610-4383-a456-2dd382961d5b req-0827d99c-2c9b-4dba-97bc-e496ae708796 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=46882ccf-3267-4ef3-9a27-53ef4f4ccc74 HTTP/1.1" status: 200 len: 853 time: 0.0570016 Sep 10 15:09:48.078129 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-da405b7b-3610-4383-a456-2dd382961d5b req-14abffd4-c48d-46fc-bdcc-815b4aa5e9c4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6493cf01-ae1a-4219-80eb-bad16af6ce1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446234 Sep 10 15:09:48.153030 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9315d20f-31a7-4cb3-869e-a14cbb81992d req-6a67281e-eca2-4ef8-9e4b-383eec3fca3f tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:48.154710 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-9315d20f-31a7-4cb3-869e-a14cbb81992d req-6a67281e-eca2-4ef8-9e4b-383eec3fca3f tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c641dd7-f659-4fb3-b7d6-ce0766297ef7 HTTP/1.1" status: 200 len: 943 time: 0.1352198 Sep 10 15:09:48.244767 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709cc7f5-9ab8-44d4-908d-aeb4c04d2a1b req-c9d5b0f8-a390-434e-b55a-1914ec686d41 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:48.246721 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-709cc7f5-9ab8-44d4-908d-aeb4c04d2a1b req-c9d5b0f8-a390-434e-b55a-1914ec686d41 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/ports?device_id=0561b768-e914-480a-8b53-56f727f3a504 HTTP/1.1" status: 200 len: 945 time: 0.1487315 Sep 10 15:09:48.262297 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-9315d20f-31a7-4cb3-869e-a14cbb81992d req-001005cb-2cc9-4451-9516-f7f4ebcedab8 tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] 10.222.0.35 "GET /v2.0/security-groups?id=2aacb530-ab44-4e06-bdb0-7a7615c5207f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009924 Sep 10 15:09:48.299268 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-da405b7b-3610-4383-a456-2dd382961d5b req-890f3a2c-e606-439d-9b3c-dc16422b0ef2 service neutron] 10.222.0.42 "GET /v2.0/networks/6493cf01-ae1a-4219-80eb-bad16af6ce1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108138 Sep 10 15:09:48.321924 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-709cc7f5-9ab8-44d4-908d-aeb4c04d2a1b req-2188ee65-8737-4bc2-94ea-72fdc2517b48 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/security-groups?id=c435c8d1-bcf5-4643-8a06-2b0627ebda44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666668 Sep 10 15:09:48.459961 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-da405b7b-3610-4383-a456-2dd382961d5b req-c3752d0e-8525-4788-a71f-e7306a7b84e8 service neutron] 10.222.0.42 "GET /v2.0/networks/6493cf01-ae1a-4219-80eb-bad16af6ce1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368959 Sep 10 15:09:48.572324 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28025e22-77fc-46ca-9826-d50e57d8de74 req-33a039e1-9aed-4496-aa74-416675d0773d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:48.574086 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-28025e22-77fc-46ca-9826-d50e57d8de74 req-33a039e1-9aed-4496-aa74-416675d0773d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6a9eaf0adb914aab8f521af4a0f3ae19&device_id=6c641dd7-f659-4fb3-b7d6-ce0766297ef7 HTTP/1.1" status: 200 len: 1096 time: 0.0541043 Sep 10 15:09:48.738786 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28025e22-77fc-46ca-9826-d50e57d8de74 req-6ca4f0bf-c27f-417d-9be7-a6e3940d2e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:48.741456 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-28025e22-77fc-46ca-9826-d50e57d8de74 req-6ca4f0bf-c27f-417d-9be7-a6e3940d2e5c service neutron] 10.222.0.42 "GET /v2.0/networks?id=6493cf01-ae1a-4219-80eb-bad16af6ce1b HTTP/1.1" status: 200 len: 914 time: 0.1578610 Sep 10 15:09:48.806646 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-28025e22-77fc-46ca-9826-d50e57d8de74 req-ab9a2f81-d48f-42a1-ac8f-0b71bea25ef7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=878857f8-43d2-4870-a750-370c7f55dc42 HTTP/1.1" status: 200 len: 217 time: 0.0541828 Sep 10 15:09:48.904430 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28025e22-77fc-46ca-9826-d50e57d8de74 req-e6b0dd84-ef71-4d76-89f8-0188e3c95c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:48.907465 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-28025e22-77fc-46ca-9826-d50e57d8de74 req-e6b0dd84-ef71-4d76-89f8-0188e3c95c88 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=46882ccf-3267-4ef3-9a27-53ef4f4ccc74 HTTP/1.1" status: 200 len: 853 time: 0.0916026 Sep 10 15:09:48.947691 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-28025e22-77fc-46ca-9826-d50e57d8de74 req-9cb813ee-c21b-4563-a48c-35aba6382087 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6493cf01-ae1a-4219-80eb-bad16af6ce1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271635 Sep 10 15:09:49.052984 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-28025e22-77fc-46ca-9826-d50e57d8de74 req-15d84393-8bab-4638-a490-a50f36758864 service neutron] 10.222.0.42 "GET /v2.0/networks/6493cf01-ae1a-4219-80eb-bad16af6ce1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970869 Sep 10 15:09:49.163773 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-28025e22-77fc-46ca-9826-d50e57d8de74 req-39727a4f-886d-4386-87b7-6b22546482f7 service neutron] 10.222.0.42 "GET /v2.0/networks/6493cf01-ae1a-4219-80eb-bad16af6ce1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024017 Sep 10 15:09:49.396860 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.agents_db [None req-04bb1bd2-f33d-49ef-a466-6fb3f7a23ee1 None None] Agent healthcheck: found 6 active agents {{(pid=94012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 15:09:49.422375 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d742652a-5ba7-4472-93d4-384b9539a72d req-f816e2b0-7f0f-4c33-a405-1203d656d5de tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:49.423866 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-d742652a-5ba7-4472-93d4-384b9539a72d req-f816e2b0-7f0f-4c33-a405-1203d656d5de tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c641dd7-f659-4fb3-b7d6-ce0766297ef7 HTTP/1.1" status: 200 len: 943 time: 0.0745747 Sep 10 15:09:49.473985 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-d742652a-5ba7-4472-93d4-384b9539a72d req-f7942dd3-ca65-4d1c-b076-e960f30f51df tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] 10.222.0.35 "GET /v2.0/security-groups?id=2aacb530-ab44-4e06-bdb0-7a7615c5207f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438368 Sep 10 15:09:49.929427 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 45218) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:09:50.110587 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-9837d6b9-7420-4dbe-914e-0da38c1ce2b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:50.260497 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-9837d6b9-7420-4dbe-914e-0da38c1ce2b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:50.271726 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-9837d6b9-7420-4dbe-914e-0da38c1ce2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:50.321087 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-9837d6b9-7420-4dbe-914e-0da38c1ce2b6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8206f02252f44dee9d21d0ce01f38350&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3906088 Sep 10 15:09:50.322008 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9837d6b9-7420-4dbe-914e-0da38c1ce2b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5e9426-3346-488f-91e5-52311618ee73,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:09:50.324816 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 45234) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:09:50.392589 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-562a3bda-b6ca-46c1-8f4f-e877f713eb75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:50.431495 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-562a3bda-b6ca-46c1-8f4f-e877f713eb75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:50.491729 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-562a3bda-b6ca-46c1-8f4f-e877f713eb75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:50.494389 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-562a3bda-b6ca-46c1-8f4f-e877f713eb75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:50.495591 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-562a3bda-b6ca-46c1-8f4f-e877f713eb75 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bf5e9426-3346-488f-91e5-52311618ee73 HTTP/1.1" status: 204 len: 168 time: 0.1695511 Sep 10 15:09:50.509800 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562a3bda-b6ca-46c1-8f4f-e877f713eb75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5e9426-3346-488f-91e5-52311618ee73,revision_number=None']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:09:50.578078 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device 878857f8-43d2-4870-a750-370c7f55dc42 details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=94011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 15:09:50.666944 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543a448-7632-465a-8004-1dc977514185 req-1835142a-15d2-40f5-ad13-a98cf723e8c3 tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:50.668768 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-c543a448-7632-465a-8004-1dc977514185 req-1835142a-15d2-40f5-ad13-a98cf723e8c3 tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c641dd7-f659-4fb3-b7d6-ce0766297ef7 HTTP/1.1" status: 200 len: 943 time: 0.0856574 Sep 10 15:09:50.742354 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-c543a448-7632-465a-8004-1dc977514185 req-ff6cc771-8a59-4ad0-96bf-ec783431f90b tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] 10.222.0.35 "GET /v2.0/security-groups?id=2aacb530-ab44-4e06-bdb0-7a7615c5207f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620859 Sep 10 15:09:50.817003 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] For port 878857f8-43d2-4870-a750-370c7f55dc42, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=878857f8-43d2-4870-a750-370c7f55dc42,segment=NetworkSegment(3d14850a-ecaa-4d9e-8bc2-338a64814687),segment_id=3d14850a-ecaa-4d9e-8bc2-338a64814687)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:09:50.833318 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Returning: {'device': '878857f8-43d2-4870-a750-370c7f55dc42', 'network_id': '6493cf01-ae1a-4219-80eb-bad16af6ce1b', 'port_id': '878857f8-43d2-4870-a750-370c7f55dc42', 'mac_address': 'fa:16:3e:fc:b4:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46882ccf-3267-4ef3-9a27-53ef4f4ccc74', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 15:09:50.892509 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:50.909422 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 878857f8-43d2-4870-a750-370c7f55dc42 {{(pid=94011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:09:50.938915 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] For port 878857f8-43d2-4870-a750-370c7f55dc42, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=878857f8-43d2-4870-a750-370c7f55dc42,segment=NetworkSegment(3d14850a-ecaa-4d9e-8bc2-338a64814687),segment_id=3d14850a-ecaa-4d9e-8bc2-338a64814687)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:09:50.943772 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:51.012685 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Pushing event updated for resources: {'Port': ['ID=878857f8-43d2-4870-a750-370c7f55dc42,revision_number=4']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:09:51.281113 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] get_ports_and_sgs() called for port_ids ['878857f8-43d2-4870-a750-370c7f55dc42'] {{(pid=94011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 15:09:51.911211 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc136b0-9a78-4647-9446-f53024e1af81 req-b5a4b305-536e-4919-a8a6-596499aec6fa tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:51.912903 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-dbc136b0-9a78-4647-9446-f53024e1af81 req-b5a4b305-536e-4919-a8a6-596499aec6fa tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c641dd7-f659-4fb3-b7d6-ce0766297ef7 HTTP/1.1" status: 200 len: 944 time: 0.0643489 Sep 10 15:09:51.963369 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-dbc136b0-9a78-4647-9446-f53024e1af81 req-99aa7ff8-909c-433b-a143-c95ab9ce4149 tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] 10.222.0.35 "GET /v2.0/security-groups?id=2aacb530-ab44-4e06-bdb0-7a7615c5207f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434256 Sep 10 15:09:52.594492 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device 878857f8-43d2-4870-a750-370c7f55dc42 up at agent hyperv_hv-cinder-76015 {{(pid=94011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:09:52.656848 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Provisioning for port 878857f8-43d2-4870-a750-370c7f55dc42 completed by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:09:52.663340 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Provisioning complete for port 878857f8-43d2-4870-a750-370c7f55dc42 triggered by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:09:52.663732 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:52.800659 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:52.839677 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c641dd7-f659-4fb3-b7d6-ce0766297ef7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '878857f8-43d2-4870-a750-370c7f55dc42'}] {{(pid=94011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:09:52.842417 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eff4842c0e32827c09e5fc730d7a4a2f35fc7e77767eed508a7d5fefd1bac28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b348cb1-97b3-4bc7-9103-71298900fa26" -d '{"events": [{"server_uuid": "6c641dd7-f659-4fb3-b7d6-ce0766297ef7", "name": "network-vif-plugged", "status": "completed", "tag": "878857f8-43d2-4870-a750-370c7f55dc42"}]}' {{(pid=94011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:09:52.860501 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] For port 878857f8-43d2-4870-a750-370c7f55dc42, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=878857f8-43d2-4870-a750-370c7f55dc42,segment=NetworkSegment(3d14850a-ecaa-4d9e-8bc2-338a64814687),segment_id=3d14850a-ecaa-4d9e-8bc2-338a64814687)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:09:52.865872 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:52.920328 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb99228d-a7ce-4d65-9a96-673bbe4272cb x-openstack-request-id: req-fb99228d-a7ce-4d65-9a96-673bbe4272cb {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:09:52.921629 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c641dd7-f659-4fb3-b7d6-ce0766297ef7", "name": "network-vif-plugged", "status": "completed", "tag": "878857f8-43d2-4870-a750-370c7f55dc42", "code": 200}]} {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:09:52.922001 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fb99228d-a7ce-4d65-9a96-673bbe4272cb {{(pid=94011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:09:52.922573 dv-cinder-760153-10-iscsi neutron-server[94011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c641dd7-f659-4fb3-b7d6-ce0766297ef7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '878857f8-43d2-4870-a750-370c7f55dc42', 'code': 200} Sep 10 15:09:52.942758 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Pushing event updated for resources: {'Port': ['ID=878857f8-43d2-4870-a750-370c7f55dc42,revision_number=5']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:09:53.195283 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac5dad-6b8f-4295-be8c-09d3de2adb43 req-34ef5f46-e59c-4534-8471-f173071cc223 tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:53.198043 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-1bac5dad-6b8f-4295-be8c-09d3de2adb43 req-34ef5f46-e59c-4534-8471-f173071cc223 tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c641dd7-f659-4fb3-b7d6-ce0766297ef7 HTTP/1.1" status: 200 len: 945 time: 0.1329131 Sep 10 15:09:53.210887 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d392161e-59e1-43a6-955f-d942195169cb req-a739403f-2d91-43de-a8bc-bc94718051a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:53.213497 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-d392161e-59e1-43a6-955f-d942195169cb req-a739403f-2d91-43de-a8bc-bc94718051a5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6c641dd7-f659-4fb3-b7d6-ce0766297ef7 HTTP/1.1" status: 200 len: 1098 time: 0.1087551 Sep 10 15:09:53.318393 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-1bac5dad-6b8f-4295-be8c-09d3de2adb43 req-e29df113-9acc-41bc-99e9-aec07862b49e tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] 10.222.0.35 "GET /v2.0/security-groups?id=2aacb530-ab44-4e06-bdb0-7a7615c5207f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114538 Sep 10 15:09:53.322099 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-d392161e-59e1-43a6-955f-d942195169cb req-7caf0da3-a5d4-44cd-8f64-de4c9e2c47d0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2aacb530-ab44-4e06-bdb0-7a7615c5207f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969441 Sep 10 15:09:54.495093 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-70de5ecd-624f-456c-b27a-2291892d29ba req-dd0a0d9e-ab9c-4955-ae70-97de69c1ffe5 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-935974332&fields=id&tenant_id=47244aba6de4405d9ea861774b300ddd HTTP/1.1" status: 200 len: 267 time: 0.0548911 Sep 10 15:09:54.504078 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6983bb43-b7a7-4b39-adcd-c5af9582a863 req-4cb1d277-bf9d-43ad-b32a-abf6e29543a9 tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:54.505598 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-6983bb43-b7a7-4b39-adcd-c5af9582a863 req-4cb1d277-bf9d-43ad-b32a-abf6e29543a9 tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c641dd7-f659-4fb3-b7d6-ce0766297ef7 HTTP/1.1" status: 200 len: 945 time: 0.0959833 Sep 10 15:09:54.613921 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-6983bb43-b7a7-4b39-adcd-c5af9582a863 req-03a35faa-07dc-4562-a375-a88367b63386 tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] 10.222.0.35 "GET /v2.0/security-groups?id=2aacb530-ab44-4e06-bdb0-7a7615c5207f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008554 Sep 10 15:09:54.654051 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-30aff192-0fd1-4193-abbb-56776ff9cf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:54.705880 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70de5ecd-624f-456c-b27a-2291892d29ba req-3095ef51-92c4-48ce-b784-1c5bf2ed82db tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:54.708552 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-70de5ecd-624f-456c-b27a-2291892d29ba req-3095ef51-92c4-48ce-b784-1c5bf2ed82db tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/networks?id=7cf88e2d-f05f-45fc-a04d-f0661eff459b HTTP/1.1" status: 200 len: 808 time: 0.1966507 Sep 10 15:09:54.726979 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-70de5ecd-624f-456c-b27a-2291892d29ba req-04a7ff3d-dbce-42e7-a3f2-8d6555032e1e tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/quotas/47244aba6de4405d9ea861774b300ddd HTTP/1.1" status: 200 len: 375 time: 0.0112662 Sep 10 15:09:54.819197 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-70de5ecd-624f-456c-b27a-2291892d29ba req-597ab850-57e1-43ac-9515-d8275563abde tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=47244aba6de4405d9ea861774b300ddd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0759196 Sep 10 15:09:54.966489 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-70de5ecd-624f-456c-b27a-2291892d29ba req-a8083b35-0783-4db8-b913-538b0bee6d8b service neutron] 10.222.0.35 "GET /v2.0/networks/7cf88e2d-f05f-45fc-a04d-f0661eff459b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315448 Sep 10 15:09:55.085174 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-70de5ecd-624f-456c-b27a-2291892d29ba req-e66addb5-3da6-4def-b86a-99933cef4f4b service neutron] 10.222.0.35 "GET /v2.0/networks/7cf88e2d-f05f-45fc-a04d-f0661eff459b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111548 Sep 10 15:09:55.507370 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-56c49ab8-3060-4fa7-b21f-83639d574a11 req-36930d2f-53ba-42c8-a051-265cc09d2038 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e2fba9e-25ac-41cd-8f05-1789d4b617f1 HTTP/1.1" status: 200 len: 210 time: 0.0489814 Sep 10 15:09:55.831956 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb78871-7b95-4f75-bd8a-8e98063dc959 req-37a15e39-a2df-44cf-9384-dc6381dbca90 tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:55.834427 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-4eb78871-7b95-4f75-bd8a-8e98063dc959 req-37a15e39-a2df-44cf-9384-dc6381dbca90 tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c641dd7-f659-4fb3-b7d6-ce0766297ef7 HTTP/1.1" status: 200 len: 945 time: 0.0713031 Sep 10 15:09:55.886266 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-4eb78871-7b95-4f75-bd8a-8e98063dc959 req-078c4028-50b3-411b-99dc-98d8a671398f tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] 10.222.0.35 "GET /v2.0/security-groups?id=2aacb530-ab44-4e06-bdb0-7a7615c5207f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414114 Sep 10 15:09:56.657035 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-27e632cb-d955-4883-a938-e8e1640724fe req-a9819401-7440-45be-bc15-af1bfdcb6c56 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e2fba9e-25ac-41cd-8f05-1789d4b617f1 HTTP/1.1" status: 200 len: 210 time: 0.0537696 Sep 10 15:09:57.034460 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70de5ecd-624f-456c-b27a-2291892d29ba req-5c9ba916-65e2-4f3d-a462-b2f9a7d89e2e tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:57.035849 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-70de5ecd-624f-456c-b27a-2291892d29ba req-5c9ba916-65e2-4f3d-a462-b2f9a7d89e2e tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.42 "GET /v2.0/networks?id=7cf88e2d-f05f-45fc-a04d-f0661eff459b HTTP/1.1" status: 200 len: 808 time: 0.2029903 Sep 10 15:09:57.098707 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-70de5ecd-624f-456c-b27a-2291892d29ba req-60ebb65a-1715-4042-b768-437018d42beb tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47244aba6de4405d9ea861774b300ddd HTTP/1.1" status: 200 len: 379 time: 0.0466011 Sep 10 15:09:57.109063 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.v2.base [req-70de5ecd-624f-456c-b27a-2291892d29ba req-b8635ab2-ca3b-4745-9ce4-bbd1b8ee010c tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Request body: {'port': {'device_id': '8e2fba9e-25ac-41cd-8f05-1789d4b617f1', 'network_id': '7cf88e2d-f05f-45fc-a04d-f0661eff459b', 'admin_state_up': True, 'tenant_id': '47244aba6de4405d9ea861774b300ddd', 'security_groups': ['facb85e1-ca28-4fa9-8341-49706cac4dc9']}} {{(pid=94009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:09:57.303445 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70de5ecd-624f-456c-b27a-2291892d29ba req-b8635ab2-ca3b-4745-9ce4-bbd1b8ee010c tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Made reservation on behalf of 47244aba6de4405d9ea861774b300ddd for: {'port': 1} {{(pid=94009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:09:57.309213 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-70de5ecd-624f-456c-b27a-2291892d29ba req-b8635ab2-ca3b-4745-9ce4-bbd1b8ee010c tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:57.516606 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-96550ba0-7141-44a2-99c5-b9ae629c8749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:57.588887 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.db_base_plugin_common [req-70de5ecd-624f-456c-b27a-2291892d29ba req-b8635ab2-ca3b-4745-9ce4-bbd1b8ee010c tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Allocated IP 172.20.0.6 (7cf88e2d-f05f-45fc-a04d-f0661eff459b/8893c71f-9a4e-420e-94a5-477d5ef9e705/cbbd8aed-e390-465d-b140-9a4c90883319) {{(pid=94009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:09:57.862873 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-0d1b95e3-ccd2-46c7-9bea-f65f06362f4a req-fa1fd675-722c-41c8-8717-b3b54957f203 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e2fba9e-25ac-41cd-8f05-1789d4b617f1 HTTP/1.1" status: 200 len: 210 time: 0.0531905 Sep 10 15:09:57.898450 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-70de5ecd-624f-456c-b27a-2291892d29ba req-b8635ab2-ca3b-4745-9ce4-bbd1b8ee010c tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Notify callbacks [] for port, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:57.914589 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.provisioning_blocks [req-70de5ecd-624f-456c-b27a-2291892d29ba req-b8635ab2-ca3b-4745-9ce4-bbd1b8ee010c tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Transition to ACTIVE for port object cbbd8aed-e390-465d-b140-9a4c90883319 will not be triggered until provisioned by entity DHCP. {{(pid=94009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:09:57.958894 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-70de5ecd-624f-456c-b27a-2291892d29ba req-b8635ab2-ca3b-4745-9ce4-bbd1b8ee010c tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748756606401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1040815'] for port, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:58.016272 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70de5ecd-624f-456c-b27a-2291892d29ba req-b8635ab2-ca3b-4745-9ce4-bbd1b8ee010c tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Network 7cf88e2d-f05f-45fc-a04d-f0661eff459b is already hosted by enough agents. {{(pid=94009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:09:58.022812 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.base_scheduler [req-70de5ecd-624f-456c-b27a-2291892d29ba req-b8635ab2-ca3b-4745-9ce4-bbd1b8ee010c tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Resources bound (agent type, host, resource id): {{(pid=94009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:09:58.036479 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.l3_dvrscheduler_db [req-70de5ecd-624f-456c-b27a-2291892d29ba req-b8635ab2-ca3b-4745-9ce4-bbd1b8ee010c tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Received port after_create {{(pid=94009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:09:58.095719 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8635ab2-ca3b-4745-9ce4-bbd1b8ee010c tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Pushing event updated for resources: {'Port': ['ID=cbbd8aed-e390-465d-b140-9a4c90883319,revision_number=1']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:09:58.149311 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70de5ecd-624f-456c-b27a-2291892d29ba req-b8635ab2-ca3b-4745-9ce4-bbd1b8ee010c tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:58.150401 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-70de5ecd-624f-456c-b27a-2291892d29ba req-b8635ab2-ca3b-4745-9ce4-bbd1b8ee010c tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46804'] for port, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:58.177951 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-70de5ecd-624f-456c-b27a-2291892d29ba req-b8635ab2-ca3b-4745-9ce4-bbd1b8ee010c tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0734909 Sep 10 15:09:58.193043 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:58.195274 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.v2.base [req-70de5ecd-624f-456c-b27a-2291892d29ba req-f8b2123f-254c-4580-a883-bf20978e0d1c service neutron] Request body: {'port': {'device_id': '8e2fba9e-25ac-41cd-8f05-1789d4b617f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76015'}} {{(pid=94009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:09:58.430056 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-b1b7bda9-c31d-4e2b-8485-78eabdaecddc None None] Provisioning for port cbbd8aed-e390-465d-b140-9a4c90883319 completed by entity DHCP. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:09:58.443647 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-b1b7bda9-c31d-4e2b-8485-78eabdaecddc None None] Provisioning complete for port cbbd8aed-e390-465d-b140-9a4c90883319 triggered by entity DHCP. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:09:58.444936 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b1b7bda9-c31d-4e2b-8485-78eabdaecddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:58.543600 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-b1b7bda9-c31d-4e2b-8485-78eabdaecddc None None] Port cbbd8aed-e390-465d-b140-9a4c90883319 cannot update to ACTIVE because it is not bound. {{(pid=94011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 15:09:58.759525 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-70de5ecd-624f-456c-b27a-2291892d29ba req-f8b2123f-254c-4580-a883-bf20978e0d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:58.937675 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2174a9df-dd24-49c7-b6b3-500496c2dc75 req-ffd7ce81-85a6-4542-8b97-ccb9b03846c1 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:58.939464 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-2174a9df-dd24-49c7-b6b3-500496c2dc75 req-ffd7ce81-85a6-4542-8b97-ccb9b03846c1 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/ports?device_id=0561b768-e914-480a-8b53-56f727f3a504 HTTP/1.1" status: 200 len: 945 time: 0.1766012 Sep 10 15:09:59.099396 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-2174a9df-dd24-49c7-b6b3-500496c2dc75 req-7442409b-ab78-46f1-b799-c240f8a58c32 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/security-groups?id=c435c8d1-bcf5-4643-8a06-2b0627ebda44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431613 Sep 10 15:09:59.134276 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 45476) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:09:59.208902 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add7311a-c5ca-412a-9db0-c06dba9e189f req-9ff33c88-dda3-411f-bed2-cae77c5dd19d tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:59.210846 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-add7311a-c5ca-412a-9db0-c06dba9e189f req-9ff33c88-dda3-411f-bed2-cae77c5dd19d tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e2fba9e-25ac-41cd-8f05-1789d4b617f1 HTTP/1.1" status: 200 len: 931 time: 0.2068877 Sep 10 15:09:59.224102 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b7c5f725-09d8-454b-b5ba-4a700e799395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:59.300742 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-add7311a-c5ca-412a-9db0-c06dba9e189f req-7525a949-f42c-4ecd-a93b-39743735af72 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/security-groups?id=facb85e1-ca28-4fa9-8341-49706cac4dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757406 Sep 10 15:09:59.359156 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.notifiers.nova [req-70de5ecd-624f-456c-b27a-2291892d29ba req-f8b2123f-254c-4580-a883-bf20978e0d1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbbd8aed-e390-465d-b140-9a4c90883319 {{(pid=94009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:09:59.371239 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-70de5ecd-624f-456c-b27a-2291892d29ba req-f8b2123f-254c-4580-a883-bf20978e0d1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:59.398826 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.provisioning_blocks [req-70de5ecd-624f-456c-b27a-2291892d29ba req-f8b2123f-254c-4580-a883-bf20978e0d1c service neutron] Transition to ACTIVE for port object cbbd8aed-e390-465d-b140-9a4c90883319 will not be triggered until provisioned by entity L2. {{(pid=94009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:09:59.405631 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-70de5ecd-624f-456c-b27a-2291892d29ba req-f8b2123f-254c-4580-a883-bf20978e0d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1041244'] for port, after_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:59.477950 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b2123f-254c-4580-a883-bf20978e0d1c service neutron] Pushing event updated for resources: {'Port': ['ID=cbbd8aed-e390-465d-b140-9a4c90883319,revision_number=2']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:09:59.503621 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ab89da-35c6-49c9-ae86-db4e6417121b tempest-TestMinimumBasicScenario-1668633957 tempest-TestMinimumBasicScenario-1668633957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:59.506546 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-f7ab89da-35c6-49c9-ae86-db4e6417121b tempest-TestMinimumBasicScenario-1668633957 tempest-TestMinimumBasicScenario-1668633957-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=0561b768-e914-480a-8b53-56f727f3a504 HTTP/1.1" status: 200 len: 1093 time: 0.3705349 Sep 10 15:09:59.514565 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 45480) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:09:59.521399 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.v2.base [None req-5fbc4654-f3d5-4aec-9456-7d49350e3b79 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Request body: {'floatingip': {'floating_network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'port_id': 'ae5593bb-cbc1-4417-ba58-bb771ce135d6', 'tenant_id': '6ab88976e97b4105bd0ab39c7b8bf1e3', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:09:59.556858 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-5fbc4654-f3d5-4aec-9456-7d49350e3b79 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Notify callbacks [] for floatingip, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:59.607089 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.managers [req-70de5ecd-624f-456c-b27a-2291892d29ba req-f8b2123f-254c-4580-a883-bf20978e0d1c service neutron] Attempting to bind port cbbd8aed-e390-465d-b140-9a4c90883319 on host hv-cinder-76015 for vnic_type normal with profile {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:09:59.607925 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.managers [req-70de5ecd-624f-456c-b27a-2291892d29ba req-f8b2123f-254c-4580-a883-bf20978e0d1c service neutron] Attempting to bind port cbbd8aed-e390-465d-b140-9a4c90883319 by drivers openvswitch,hyperv on host hv-cinder-76015 at level 0 using segments [{'id': '57f4982e-55fa-411b-896e-d2f21b6a9591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7cf88e2d-f05f-45fc-a04d-f0661eff459b'}] {{(pid=94009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:09:59.608882 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70de5ecd-624f-456c-b27a-2291892d29ba req-f8b2123f-254c-4580-a883-bf20978e0d1c service neutron] Attempting to bind port cbbd8aed-e390-465d-b140-9a4c90883319 on network 7cf88e2d-f05f-45fc-a04d-f0661eff459b {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:09:59.615205 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70de5ecd-624f-456c-b27a-2291892d29ba req-f8b2123f-254c-4580-a883-bf20978e0d1c service neutron] Port cbbd8aed-e390-465d-b140-9a4c90883319 on network 7cf88e2d-f05f-45fc-a04d-f0661eff459b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76015 {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 15:09:59.615735 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70de5ecd-624f-456c-b27a-2291892d29ba req-f8b2123f-254c-4580-a883-bf20978e0d1c service neutron] Attempting to bind port cbbd8aed-e390-465d-b140-9a4c90883319 on network 7cf88e2d-f05f-45fc-a04d-f0661eff459b {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:09:59.624186 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70de5ecd-624f-456c-b27a-2291892d29ba req-f8b2123f-254c-4580-a883-bf20978e0d1c service neutron] Checking agent: {'id': '97479926-a0bf-4e38-9164-b44674cd2f3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76015', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 15, 4, 9), 'started_at': datetime.datetime(2021, 9, 10, 15, 4, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:09:59.624746 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70de5ecd-624f-456c-b27a-2291892d29ba req-f8b2123f-254c-4580-a883-bf20978e0d1c service neutron] Checking segment: {'id': '57f4982e-55fa-411b-896e-d2f21b6a9591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7cf88e2d-f05f-45fc-a04d-f0661eff459b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:09:59.625251 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70de5ecd-624f-456c-b27a-2291892d29ba req-f8b2123f-254c-4580-a883-bf20978e0d1c service neutron] Bound using segment: {'id': '57f4982e-55fa-411b-896e-d2f21b6a9591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7cf88e2d-f05f-45fc-a04d-f0661eff459b'} {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:09:59.625704 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.managers [req-70de5ecd-624f-456c-b27a-2291892d29ba req-f8b2123f-254c-4580-a883-bf20978e0d1c service neutron] Bound port: cbbd8aed-e390-465d-b140-9a4c90883319, host: hv-cinder-76015, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57f4982e-55fa-411b-896e-d2f21b6a9591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7cf88e2d-f05f-45fc-a04d-f0661eff459b'}}] {{(pid=94009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:09:59.626102 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-70de5ecd-624f-456c-b27a-2291892d29ba req-f8b2123f-254c-4580-a883-bf20978e0d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:59.728559 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-5fbc4654-f3d5-4aec-9456-7d49350e3b79 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:59.735190 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.db [req-70de5ecd-624f-456c-b27a-2291892d29ba req-f8b2123f-254c-4580-a883-bf20978e0d1c service neutron] For port cbbd8aed-e390-465d-b140-9a4c90883319, host hv-cinder-76015, cleared binding levels {{(pid=94009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:09:59.743309 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.db [req-70de5ecd-624f-456c-b27a-2291892d29ba req-f8b2123f-254c-4580-a883-bf20978e0d1c service neutron] For port cbbd8aed-e390-465d-b140-9a4c90883319, host hv-cinder-76015, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=cbbd8aed-e390-465d-b140-9a4c90883319,segment=NetworkSegment(57f4982e-55fa-411b-896e-d2f21b6a9591),segment_id=57f4982e-55fa-411b-896e-d2f21b6a9591)] {{(pid=94009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:09:59.755250 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-70de5ecd-624f-456c-b27a-2291892d29ba req-f8b2123f-254c-4580-a883-bf20978e0d1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1041244'] for port, after_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:59.822952 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70de5ecd-624f-456c-b27a-2291892d29ba req-f8b2123f-254c-4580-a883-bf20978e0d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:09:59.824660 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-70de5ecd-624f-456c-b27a-2291892d29ba req-f8b2123f-254c-4580-a883-bf20978e0d1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46804'] for port, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:09:59.825099 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-70de5ecd-624f-456c-b27a-2291892d29ba req-f8b2123f-254c-4580-a883-bf20978e0d1c service neutron] 10.222.0.42 "PUT /v2.0/ports/cbbd8aed-e390-465d-b140-9a4c90883319 HTTP/1.1" status: 200 len: 1093 time: 1.6372185 Sep 10 15:09:59.825776 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e2fba9e-25ac-41cd-8f05-1789d4b617f1', 'tag': 'cbbd8aed-e390-465d-b140-9a4c90883319'}] {{(pid=94009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:09:59.829044 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9f06775dd2e397dd855044b511bdd55e5ba575987bbc09c0a11d88d405cb18b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc19c4e4-219a-4e2f-9bc7-6a511daebebd" -d '{"events": [{"name": "network-changed", "server_uuid": "8e2fba9e-25ac-41cd-8f05-1789d4b617f1", "tag": "cbbd8aed-e390-465d-b140-9a4c90883319"}]}' {{(pid=94009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:09:59.874806 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b2123f-254c-4580-a883-bf20978e0d1c service neutron] Pushing event updated for resources: {'Port': ['ID=cbbd8aed-e390-465d-b140-9a4c90883319,revision_number=3']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:10:00.022286 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 15:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d46d8b-3955-4137-820c-6f8311562e9e x-openstack-request-id: req-d8d46d8b-3955-4137-820c-6f8311562e9e {{(pid=94009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:10:00.023479 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e2fba9e-25ac-41cd-8f05-1789d4b617f1", "tag": "cbbd8aed-e390-465d-b140-9a4c90883319", "status": "completed", "code": 200}]} {{(pid=94009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:10:00.023479 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d8d46d8b-3955-4137-820c-6f8311562e9e {{(pid=94009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:10:00.023479 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e2fba9e-25ac-41cd-8f05-1789d4b617f1', 'tag': 'cbbd8aed-e390-465d-b140-9a4c90883319', 'status': 'completed', 'code': 200} Sep 10 15:10:00.063160 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70de5ecd-624f-456c-b27a-2291892d29ba req-f3fc3b78-fb69-4928-927d-36b33e9c1da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:10:00.066168 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-70de5ecd-624f-456c-b27a-2291892d29ba req-f3fc3b78-fb69-4928-927d-36b33e9c1da0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=47244aba6de4405d9ea861774b300ddd&device_id=8e2fba9e-25ac-41cd-8f05-1789d4b617f1 HTTP/1.1" status: 200 len: 1096 time: 0.0966508 Sep 10 15:10:00.092995 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.db.db_base_plugin_common [None req-5fbc4654-f3d5-4aec-9456-7d49350e3b79 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Allocated IP 172.27.0.19 (caa13d69-ff92-44ce-a665-3b9af711feed/3b314502-2ac4-4640-9fa5-f95f10fc4599/4122e1e5-bb84-4c81-acbc-829c913e81a2) {{(pid=94010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:10:00.178956 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-70de5ecd-624f-456c-b27a-2291892d29ba req-c1bef596-e57d-44d9-9289-13ad910675af service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cbbd8aed-e390-465d-b140-9a4c90883319 HTTP/1.1" status: 200 len: 217 time: 0.1018229 Sep 10 15:10:00.287162 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70de5ecd-624f-456c-b27a-2291892d29ba req-2f44bc76-362b-4500-9d55-0a027a55313f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:10:00.290208 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-70de5ecd-624f-456c-b27a-2291892d29ba req-2f44bc76-362b-4500-9d55-0a027a55313f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8893c71f-9a4e-420e-94a5-477d5ef9e705 HTTP/1.1" status: 200 len: 847 time: 0.1006091 Sep 10 15:10:00.398485 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-5fbc4654-f3d5-4aec-9456-7d49350e3b79 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Notify callbacks [] for port, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:00.456523 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-5fbc4654-f3d5-4aec-9456-7d49350e3b79 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748756606401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14298976'] for port, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:00.512979 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbc4654-f3d5-4aec-9456-7d49350e3b79 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Network caa13d69-ff92-44ce-a665-3b9af711feed is already hosted by enough agents. {{(pid=94010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:10:00.517725 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.base_scheduler [None req-5fbc4654-f3d5-4aec-9456-7d49350e3b79 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Resources bound (agent type, host, resource id): {{(pid=94010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:10:00.522555 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbc4654-f3d5-4aec-9456-7d49350e3b79 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Received port after_create {{(pid=94010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:10:00.544746 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70de5ecd-624f-456c-b27a-2291892d29ba req-3096e99b-bc86-421a-b2f7-46e2cc4af2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:10:00.551598 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-70de5ecd-624f-456c-b27a-2291892d29ba req-3096e99b-bc86-421a-b2f7-46e2cc4af2c5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7cf88e2d-f05f-45fc-a04d-f0661eff459b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2502301 Sep 10 15:10:00.568165 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbc4654-f3d5-4aec-9456-7d49350e3b79 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Pushing event updated for resources: {'Port': ['ID=4122e1e5-bb84-4c81-acbc-829c913e81a2,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:10:00.653046 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c55bae-2e8d-430d-87cc-c769e857154c req-61cfe904-8817-4402-9afe-5e9d3dad04de tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:10:00.663130 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-51c55bae-2e8d-430d-87cc-c769e857154c req-61cfe904-8817-4402-9afe-5e9d3dad04de tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/ports?device_id=1abb4027-f5ba-4772-b83a-e033908cd066 HTTP/1.1" status: 200 len: 945 time: 0.2870090 Sep 10 15:10:00.705610 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98ca6bb-f1a3-4d99-97f4-f425004a43d9 req-20bd548c-2f2d-4889-a31d-4f81a0105fd5 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:10:00.709205 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-a98ca6bb-f1a3-4d99-97f4-f425004a43d9 req-20bd548c-2f2d-4889-a31d-4f81a0105fd5 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e2fba9e-25ac-41cd-8f05-1789d4b617f1 HTTP/1.1" status: 200 len: 943 time: 0.2024004 Sep 10 15:10:00.848035 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-51c55bae-2e8d-430d-87cc-c769e857154c req-92717555-e2d3-4982-b44e-c55f76cecc88 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/security-groups?id=0fb61748-e2ed-4218-a239-be58c79f0998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1828222 Sep 10 15:10:00.899655 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-70de5ecd-624f-456c-b27a-2291892d29ba req-0bb73692-adda-468c-be3e-e8215a93f27b service neutron] 10.222.0.42 "GET /v2.0/networks/7cf88e2d-f05f-45fc-a04d-f0661eff459b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3105001 Sep 10 15:10:00.906874 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-a98ca6bb-f1a3-4d99-97f4-f425004a43d9 req-46ca61c0-886a-4f6a-b8fc-2fca7e05b2bb tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/security-groups?id=facb85e1-ca28-4fa9-8341-49706cac4dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464055 Sep 10 15:10:01.073256 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-70de5ecd-624f-456c-b27a-2291892d29ba req-2c84e732-6284-45f0-8d23-5ab7479f83e5 service neutron] 10.222.0.42 "GET /v2.0/networks/7cf88e2d-f05f-45fc-a04d-f0661eff459b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640463 Sep 10 15:10:01.261499 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc19c4e4-219a-4e2f-9bc7-6a511daebebd req-e2373bd5-a550-4646-999a-23c584efc792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:10:01.263373 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-dc19c4e4-219a-4e2f-9bc7-6a511daebebd req-e2373bd5-a550-4646-999a-23c584efc792 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=47244aba6de4405d9ea861774b300ddd&device_id=8e2fba9e-25ac-41cd-8f05-1789d4b617f1 HTTP/1.1" status: 200 len: 1096 time: 0.0940878 Sep 10 15:10:01.404701 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c13c67c0-2efd-4950-9279-b0623a9c603e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:01.417763 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc19c4e4-219a-4e2f-9bc7-6a511daebebd req-df74b32f-77fb-44cc-b13e-b98abbfa4783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:10:01.421392 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-dc19c4e4-219a-4e2f-9bc7-6a511daebebd req-df74b32f-77fb-44cc-b13e-b98abbfa4783 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7cf88e2d-f05f-45fc-a04d-f0661eff459b HTTP/1.1" status: 200 len: 909 time: 0.1429474 Sep 10 15:10:01.480662 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-5fbc4654-f3d5-4aec-9456-7d49350e3b79 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:01.488806 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-dc19c4e4-219a-4e2f-9bc7-6a511daebebd req-468b94eb-684e-4303-8a42-0bd64256837a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cbbd8aed-e390-465d-b140-9a4c90883319 HTTP/1.1" status: 200 len: 217 time: 0.0533769 Sep 10 15:10:01.578459 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc19c4e4-219a-4e2f-9bc7-6a511daebebd req-63b83463-3400-45b6-8877-92208db9b304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:10:01.580456 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-dc19c4e4-219a-4e2f-9bc7-6a511daebebd req-63b83463-3400-45b6-8877-92208db9b304 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8893c71f-9a4e-420e-94a5-477d5ef9e705 HTTP/1.1" status: 200 len: 847 time: 0.0777979 Sep 10 15:10:01.599767 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-5fbc4654-f3d5-4aec-9456-7d49350e3b79 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:01.664289 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc19c4e4-219a-4e2f-9bc7-6a511daebebd req-2c3dfa49-6bfd-47ee-9165-772b6ae32fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:10:01.666590 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-dc19c4e4-219a-4e2f-9bc7-6a511daebebd req-2c3dfa49-6bfd-47ee-9165-772b6ae32fe2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7cf88e2d-f05f-45fc-a04d-f0661eff459b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0771251 Sep 10 15:10:01.800274 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-5fbc4654-f3d5-4aec-9456-7d49350e3b79 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Notify callbacks [] for port, precommit_update {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:01.806794 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-5fbc4654-f3d5-4aec-9456-7d49350e3b79 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14298515'] for port, after_update {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:01.825986 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-dc19c4e4-219a-4e2f-9bc7-6a511daebebd req-8649b83f-1b90-4755-991d-fd5cf616939d service neutron] 10.222.0.42 "GET /v2.0/networks/7cf88e2d-f05f-45fc-a04d-f0661eff459b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484797 Sep 10 15:10:01.938797 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbc4654-f3d5-4aec-9456-7d49350e3b79 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Pushing event updated for resources: {'Port': ['ID=4122e1e5-bb84-4c81-acbc-829c913e81a2,revision_number=2']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:10:01.957918 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-5fbc4654-f3d5-4aec-9456-7d49350e3b79 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582779'] for floatingip, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:02.031791 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-dc19c4e4-219a-4e2f-9bc7-6a511daebebd req-b5b89a69-fd3a-467a-9b30-9f5bf56c0488 service neutron] 10.222.0.42 "GET /v2.0/networks/7cf88e2d-f05f-45fc-a04d-f0661eff459b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953373 Sep 10 15:10:02.088235 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf177df-a8f9-4a7d-b31a-91663270af18 req-c85919db-b93e-4d42-a0e4-e3971acf3eb6 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:10:02.089931 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-eaf177df-a8f9-4a7d-b31a-91663270af18 req-c85919db-b93e-4d42-a0e4-e3971acf3eb6 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/ports?device_id=1abb4027-f5ba-4772-b83a-e033908cd066 HTTP/1.1" status: 200 len: 945 time: 0.1104050 Sep 10 15:10:02.104681 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e478b879-e06e-4508-ab07-8e5c6621269c req-43cb65e3-0a83-42b7-9c92-a92ae9d65871 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:10:02.106324 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-e478b879-e06e-4508-ab07-8e5c6621269c req-43cb65e3-0a83-42b7-9c92-a92ae9d65871 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e2fba9e-25ac-41cd-8f05-1789d4b617f1 HTTP/1.1" status: 200 len: 943 time: 0.0797334 Sep 10 15:10:02.127258 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.db.l3_db [None req-5fbc4654-f3d5-4aec-9456-7d49350e3b79 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Floating IP e5747f82-8b80-48d8-9e47-be69f234bb99 associated. External IP: 172.27.0.19, port: ae5593bb-cbc1-4417-ba58-bb771ce135d6. Sep 10 15:10:02.173912 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-eaf177df-a8f9-4a7d-b31a-91663270af18 req-b90ff732-1fa1-4460-bf62-e9bac2950139 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/security-groups?id=0fb61748-e2ed-4218-a239-be58c79f0998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662208 Sep 10 15:10:02.195194 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-e478b879-e06e-4508-ab07-8e5c6621269c req-c9a918c5-f067-4f6f-9bf3-3abf52a7e83d tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/security-groups?id=facb85e1-ca28-4fa9-8341-49706cac4dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733294 Sep 10 15:10:02.460233 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fbc4654-f3d5-4aec-9456-7d49350e3b79 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Router 4afe2c64-d0be-4cbe-875d-40f6ffa44163 has already been hosted by L3 agent b0771735-54fe-4ba2-aeee-11d3b2b54cf1 {{(pid=94010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 15:10:02.588676 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fbc4654-f3d5-4aec-9456-7d49350e3b79 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Notify agent at l3_agent.dv-cinder-760153-10-iscsi the message routers_updated {{(pid=94010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:10:02.600604 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c2937c-0a7b-4f66-b100-0bb98311879d None None] Sync routers for ids ['4afe2c64-d0be-4cbe-875d-40f6ffa44163'] in dv-cinder-760153-10-iscsi {{(pid=94011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:10:02.611679 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-5fbc4654-f3d5-4aec-9456-7d49350e3b79 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46804'] for floatingip, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:02.613957 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c2937c-0a7b-4f66-b100-0bb98311879d None None] Routers {'4afe2c64-d0be-4cbe-875d-40f6ffa44163'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:10:02.614594 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-e0c2937c-0a7b-4f66-b100-0bb98311879d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T15:09:57Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['4afe2c64-d0be-4cbe-875d-40f6ffa44163'], 'active': True} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:10:02.650966 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 45528) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:10:02.651332 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-5fbc4654-f3d5-4aec-9456-7d49350e3b79 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.1341007 Sep 10 15:10:02.651636 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0561b768-e914-480a-8b53-56f727f3a504', 'tag': 'ae5593bb-cbc1-4417-ba58-bb771ce135d6'}] {{(pid=94010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:10:02.654115 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff59ba7baab64600ea656df3deb47cfc0f0684b4bff4090ee9645072728f0a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca49912-d7b6-4195-811d-dd44268cf620" -d '{"events": [{"name": "network-changed", "server_uuid": "0561b768-e914-480a-8b53-56f727f3a504", "tag": "ae5593bb-cbc1-4417-ba58-bb771ce135d6"}]}' {{(pid=94010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:10:02.664952 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.v2.base [None req-999389b9-04d1-4bfe-92ef-1719685cdd1f tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-713461841', 'description': 'tempest-secgroup-smoke-713461841 description', 'project_id': '6ab88976e97b4105bd0ab39c7b8bf1e3'}} {{(pid=94009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:10:02.699360 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 15:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c95959-aef2-4a32-b49f-ee148a8f7859 x-openstack-request-id: req-a0c95959-aef2-4a32-b49f-ee148a8f7859 {{(pid=94010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:10:02.700036 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0561b768-e914-480a-8b53-56f727f3a504", "tag": "ae5593bb-cbc1-4417-ba58-bb771ce135d6", "status": "completed", "code": 200}]} {{(pid=94010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:10:02.700514 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a0c95959-aef2-4a32-b49f-ee148a8f7859 {{(pid=94010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:10:02.701757 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0561b768-e914-480a-8b53-56f727f3a504', 'tag': 'ae5593bb-cbc1-4417-ba58-bb771ce135d6', 'status': 'completed', 'code': 200} Sep 10 15:10:02.771001 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvr_db [None req-e0c2937c-0a7b-4f66-b100-0bb98311879d None None] Set router 4afe2c64-d0be-4cbe-875d-40f6ffa44163 gateway port host: dv-cinder-760153-10-iscsi {{(pid=94011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:10:02.797881 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-999389b9-04d1-4bfe-92ef-1719685cdd1f tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Notify callbacks [] for security_group, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:02.835462 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca49912-d7b6-4195-811d-dd44268cf620 req-27d9394a-1291-4122-b20f-7f623c109189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:10:02.837029 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-4ca49912-d7b6-4195-811d-dd44268cf620 req-27d9394a-1291-4122-b20f-7f623c109189 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6ab88976e97b4105bd0ab39c7b8bf1e3&device_id=0561b768-e914-480a-8b53-56f727f3a504 HTTP/1.1" status: 200 len: 1098 time: 0.1002805 Sep 10 15:10:03.022871 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca49912-d7b6-4195-811d-dd44268cf620 req-e7a6dd4c-365c-4ae3-8913-f855b6ef4cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:10:03.024789 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-4ca49912-d7b6-4195-811d-dd44268cf620 req-e7a6dd4c-365c-4ae3-8913-f855b6ef4cb3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4438a4c6-ecae-4330-8512-f3353a458625 HTTP/1.1" status: 200 len: 916 time: 0.1772113 Sep 10 15:10:03.097817 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-999389b9-04d1-4bfe-92ef-1719685cdd1f tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Notify callbacks [] for security_group, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:03.106102 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-999389b9-04d1-4bfe-92ef-1719685cdd1f tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:03.166689 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-999389b9-04d1-4bfe-92ef-1719685cdd1f tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Notify callbacks [] for security_group, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:03.168532 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-999389b9-04d1-4bfe-92ef-1719685cdd1f tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5146656 Sep 10 15:10:03.172472 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 45540) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:10:03.187142 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.v2.base [None req-4000661a-f4a7-4f8c-a8b9-8c98a3381aaa tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Request body: {'security_group_rule': {'security_group_id': '8db7c715-2add-450b-a1db-0b3a74c119d5', 'project_id': '6ab88976e97b4105bd0ab39c7b8bf1e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:10:03.187439 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999389b9-04d1-4bfe-92ef-1719685cdd1f tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8db7c715-2add-450b-a1db-0b3a74c119d5,revision_number=1']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:10:03.193008 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-4ca49912-d7b6-4195-811d-dd44268cf620 req-b0fc8efb-0710-48b4-a8bd-22ffe8faa89a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae5593bb-cbc1-4417-ba58-bb771ce135d6 HTTP/1.1" status: 200 len: 998 time: 0.1503401 Sep 10 15:10:03.243199 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-4000661a-f4a7-4f8c-a8b9-8c98a3381aaa tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:03.277324 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-e0c2937c-0a7b-4f66-b100-0bb98311879d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4afe2c64-d0be-4cbe-875d-40f6ffa44163', 'name': 'tempest-TestMinimumBasicScenario-1980569498-router', 'tenant_id': '6ab88976e97b4105bd0ab39c7b8bf1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '25c284ba-5cc1-4bc6-9351-fe9f12bc8497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:08:15Z', 'updated_at': '2021-09-10T15:08:23Z', 'revision_number': 4, 'project_id': '6ab88976e97b4105bd0ab39c7b8bf1e3', 'gw_port': {'id': '25c284ba-5cc1-4bc6-9351-fe9f12bc8497', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:24:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe2c64-d0be-4cbe-875d-40f6ffa44163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:08:16Z', 'updated_at': '2021-09-10T15:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi', '_floatingips': [{'id': 'e5747f82-8b80-48d8-9e47-be69f234bb99', 'tenant_id': '6ab88976e97b4105bd0ab39c7b8bf1e3', 'floating_ip_address': '172.27.0.19', 'floating_network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'router_id': '4afe2c64-d0be-4cbe-875d-40f6ffa44163', 'port_id': 'ae5593bb-cbc1-4417-ba58-bb771ce135d6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4438a4c6-ecae-4330-8512-f3353a458625', 'mac_address': 'fa:16:3e:5e:18:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0561b768-e914-480a-8b53-56f727f3a504', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T15:10:01Z', 'updated_at': '2021-09-10T15:10:01Z', 'revision_number': 0, 'project_id': '6ab88976e97b4105bd0ab39c7b8bf1e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '347ec271-db08-4a22-b454-45ed6340ea76', 'name': '', 'network_id': '4438a4c6-ecae-4330-8512-f3353a458625', 'tenant_id': '6ab88976e97b4105bd0ab39c7b8bf1e3', 'mac_address': 'fa:16:3e:b2:29:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe2c64-d0be-4cbe-875d-40f6ffa44163', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'dbb21cad-9efd-4dac-bc4f-2697c2741bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:08:21Z', 'updated_at': '2021-09-10T15:08:33Z', 'revision_number': 5, 'project_id': '6ab88976e97b4105bd0ab39c7b8bf1e3', 'subnets': [{'id': 'dbb21cad-9efd-4dac-bc4f-2697c2741bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:10:03.281787 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca49912-d7b6-4195-811d-dd44268cf620 req-0715a4b4-c140-4f41-ae07-4338fedbae87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:10:03.284061 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-4ca49912-d7b6-4195-811d-dd44268cf620 req-0715a4b4-c140-4f41-ae07-4338fedbae87 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dbb21cad-9efd-4dac-bc4f-2697c2741bb9 HTTP/1.1" status: 200 len: 854 time: 0.0656917 Sep 10 15:10:03.350513 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c2937c-0a7b-4f66-b100-0bb98311879d None None] Checking router: 4afe2c64-d0be-4cbe-875d-40f6ffa44163 for host: dv-cinder-760153-10-iscsi {{(pid=94011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:10:03.371447 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c2937c-0a7b-4f66-b100-0bb98311879d None None] Routers {'4afe2c64-d0be-4cbe-875d-40f6ffa44163'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:10:03.372105 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-e0c2937c-0a7b-4f66-b100-0bb98311879d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T15:09:57Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['4afe2c64-d0be-4cbe-875d-40f6ffa44163'], 'active': True} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:10:03.382589 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-4000661a-f4a7-4f8c-a8b9-8c98a3381aaa tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:03.393568 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca49912-d7b6-4195-811d-dd44268cf620 req-e847ee00-7f49-4ea5-ac9c-a65eb917be9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:10:03.394154 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-4000661a-f4a7-4f8c-a8b9-8c98a3381aaa tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591329'] for security_group_rule, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:03.395202 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-4ca49912-d7b6-4195-811d-dd44268cf620 req-e847ee00-7f49-4ea5-ac9c-a65eb917be9b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4438a4c6-ecae-4330-8512-f3353a458625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1001108 Sep 10 15:10:03.422089 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4000661a-f4a7-4f8c-a8b9-8c98a3381aaa tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b469deff-7422-4031-9764-1a08c0499d5b,revision_number=0']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:10:03.431353 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-4000661a-f4a7-4f8c-a8b9-8c98a3381aaa tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:03.432729 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-4000661a-f4a7-4f8c-a8b9-8c98a3381aaa tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2584486 Sep 10 15:10:03.436086 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 45548) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:10:03.444629 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.v2.base [None req-b2f3c7ab-f2a6-47c3-975e-bff3e6592b19 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Request body: {'security_group_rule': {'security_group_id': '8db7c715-2add-450b-a1db-0b3a74c119d5', 'project_id': '6ab88976e97b4105bd0ab39c7b8bf1e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:10:03.495612 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-b2f3c7ab-f2a6-47c3-975e-bff3e6592b19 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:03.603707 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvr_db [None req-e0c2937c-0a7b-4f66-b100-0bb98311879d None None] Set router 4afe2c64-d0be-4cbe-875d-40f6ffa44163 gateway port host: dv-cinder-760153-10-iscsi {{(pid=94011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:10:03.610139 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8dfc2f-1766-4113-98fe-c405cafecb91 req-3d1edf3f-4ddb-442d-9ad1-b04bb3e6ccfa tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:10:03.612234 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-ae8dfc2f-1766-4113-98fe-c405cafecb91 req-3d1edf3f-4ddb-442d-9ad1-b04bb3e6ccfa tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/ports?device_id=1abb4027-f5ba-4772-b83a-e033908cd066 HTTP/1.1" status: 200 len: 945 time: 0.2034912 Sep 10 15:10:03.613575 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-b2f3c7ab-f2a6-47c3-975e-bff3e6592b19 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:03.629053 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-b2f3c7ab-f2a6-47c3-975e-bff3e6592b19 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591329'] for security_group_rule, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:03.634153 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47634064-e6c7-4e69-afe0-7c29fc6690b8 req-192b5767-2762-4310-8e29-dcde844c97f3 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:10:03.636319 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-47634064-e6c7-4e69-afe0-7c29fc6690b8 req-192b5767-2762-4310-8e29-dcde844c97f3 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e2fba9e-25ac-41cd-8f05-1789d4b617f1 HTTP/1.1" status: 200 len: 943 time: 0.1994083 Sep 10 15:10:03.663597 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3c7ab-f2a6-47c3-975e-bff3e6592b19 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b1502f3-b8d8-4ab4-a6b2-63ce6755ead5,revision_number=0']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:10:03.687190 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-b2f3c7ab-f2a6-47c3-975e-bff3e6592b19 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:03.694005 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-b2f3c7ab-f2a6-47c3-975e-bff3e6592b19 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2559531 Sep 10 15:10:03.695006 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 45550) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:10:03.700612 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-4ca49912-d7b6-4195-811d-dd44268cf620 req-31734424-776f-4a66-8463-e2694230e972 service neutron] 10.222.0.42 "GET /v2.0/networks/4438a4c6-ecae-4330-8512-f3353a458625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812912 Sep 10 15:10:03.702837 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.v2.base [None req-72ea93fd-1e8f-4d18-9443-57f41f7723f1 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Request body: {'security_group_rule': {'security_group_id': '8db7c715-2add-450b-a1db-0b3a74c119d5', 'project_id': '6ab88976e97b4105bd0ab39c7b8bf1e3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:10:03.761040 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-72ea93fd-1e8f-4d18-9443-57f41f7723f1 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:03.789375 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-ae8dfc2f-1766-4113-98fe-c405cafecb91 req-aec4e0ac-e4f4-48da-b6b8-2b9a24fca537 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/security-groups?id=0fb61748-e2ed-4218-a239-be58c79f0998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499496 Sep 10 15:10:03.879131 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-72ea93fd-1e8f-4d18-9443-57f41f7723f1 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:03.885603 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-47634064-e6c7-4e69-afe0-7c29fc6690b8 req-220d7a1a-1a62-4a8d-b78f-847605d91854 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/security-groups?id=facb85e1-ca28-4fa9-8341-49706cac4dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2333443 Sep 10 15:10:03.887930 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-72ea93fd-1e8f-4d18-9443-57f41f7723f1 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591329'] for security_group_rule, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:03.935404 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ea93fd-1e8f-4d18-9443-57f41f7723f1 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98e54df5-de1c-4438-a9b3-6ea4c499f0f1,revision_number=0']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:10:03.945618 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-72ea93fd-1e8f-4d18-9443-57f41f7723f1 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:03.947986 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-72ea93fd-1e8f-4d18-9443-57f41f7723f1 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2510643 Sep 10 15:10:03.952810 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 45554) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:10:03.959665 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-4ca49912-d7b6-4195-811d-dd44268cf620 req-7d855364-36a3-4992-bc30-46498f9b411c service neutron] 10.222.0.42 "GET /v2.0/networks/4438a4c6-ecae-4330-8512-f3353a458625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471981 Sep 10 15:10:03.961170 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.v2.base [None req-039bbf9e-0e64-4018-8dda-f96255223f19 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Request body: {'security_group_rule': {'security_group_id': '8db7c715-2add-450b-a1db-0b3a74c119d5', 'project_id': '6ab88976e97b4105bd0ab39c7b8bf1e3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:10:04.015929 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-039bbf9e-0e64-4018-8dda-f96255223f19 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:04.115323 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-e0c2937c-0a7b-4f66-b100-0bb98311879d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4afe2c64-d0be-4cbe-875d-40f6ffa44163', 'name': 'tempest-TestMinimumBasicScenario-1980569498-router', 'tenant_id': '6ab88976e97b4105bd0ab39c7b8bf1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '25c284ba-5cc1-4bc6-9351-fe9f12bc8497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:08:15Z', 'updated_at': '2021-09-10T15:08:23Z', 'revision_number': 4, 'project_id': '6ab88976e97b4105bd0ab39c7b8bf1e3', 'gw_port': {'id': '25c284ba-5cc1-4bc6-9351-fe9f12bc8497', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:24:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe2c64-d0be-4cbe-875d-40f6ffa44163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:08:16Z', 'updated_at': '2021-09-10T15:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi', '_floatingips': [{'id': 'e5747f82-8b80-48d8-9e47-be69f234bb99', 'tenant_id': '6ab88976e97b4105bd0ab39c7b8bf1e3', 'floating_ip_address': '172.27.0.19', 'floating_network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'router_id': '4afe2c64-d0be-4cbe-875d-40f6ffa44163', 'port_id': 'ae5593bb-cbc1-4417-ba58-bb771ce135d6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4438a4c6-ecae-4330-8512-f3353a458625', 'mac_address': 'fa:16:3e:5e:18:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0561b768-e914-480a-8b53-56f727f3a504', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T15:10:01Z', 'updated_at': '2021-09-10T15:10:01Z', 'revision_number': 0, 'project_id': '6ab88976e97b4105bd0ab39c7b8bf1e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '347ec271-db08-4a22-b454-45ed6340ea76', 'name': '', 'network_id': '4438a4c6-ecae-4330-8512-f3353a458625', 'tenant_id': '6ab88976e97b4105bd0ab39c7b8bf1e3', 'mac_address': 'fa:16:3e:b2:29:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe2c64-d0be-4cbe-875d-40f6ffa44163', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'dbb21cad-9efd-4dac-bc4f-2697c2741bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:08:21Z', 'updated_at': '2021-09-10T15:08:33Z', 'revision_number': 5, 'project_id': '6ab88976e97b4105bd0ab39c7b8bf1e3', 'subnets': [{'id': 'dbb21cad-9efd-4dac-bc4f-2697c2741bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:10:04.132067 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-039bbf9e-0e64-4018-8dda-f96255223f19 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:04.138499 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-039bbf9e-0e64-4018-8dda-f96255223f19 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591329'] for security_group_rule, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:04.161850 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c2937c-0a7b-4f66-b100-0bb98311879d None None] The sync data for ids ['4afe2c64-d0be-4cbe-875d-40f6ffa44163'] in dv-cinder-760153-10-iscsi is: [{'id': '4afe2c64-d0be-4cbe-875d-40f6ffa44163', 'name': 'tempest-TestMinimumBasicScenario-1980569498-router', 'tenant_id': '6ab88976e97b4105bd0ab39c7b8bf1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '25c284ba-5cc1-4bc6-9351-fe9f12bc8497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:08:15Z', 'updated_at': '2021-09-10T15:08:23Z', 'revision_number': 4, 'project_id': '6ab88976e97b4105bd0ab39c7b8bf1e3', 'gw_port': {'id': '25c284ba-5cc1-4bc6-9351-fe9f12bc8497', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:24:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe2c64-d0be-4cbe-875d-40f6ffa44163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:08:16Z', 'updated_at': '2021-09-10T15:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi', '_floatingips': [{'id': 'e5747f82-8b80-48d8-9e47-be69f234bb99', 'tenant_id': '6ab88976e97b4105bd0ab39c7b8bf1e3', 'floating_ip_address': '172.27.0.19', 'floating_network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'router_id': '4afe2c64-d0be-4cbe-875d-40f6ffa44163', 'port_id': 'ae5593bb-cbc1-4417-ba58-bb771ce135d6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4438a4c6-ecae-4330-8512-f3353a458625', 'mac_address': 'fa:16:3e:5e:18:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0561b768-e914-480a-8b53-56f727f3a504', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T15:10:01Z', 'updated_at': '2021-09-10T15:10:01Z', 'revision_number': 0, 'project_id': '6ab88976e97b4105bd0ab39c7b8bf1e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '347ec271-db08-4a22-b454-45ed6340ea76', 'name': '', 'network_id': '4438a4c6-ecae-4330-8512-f3353a458625', 'tenant_id': '6ab88976e97b4105bd0ab39c7b8bf1e3', 'mac_address': 'fa:16:3e:b2:29:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe2c64-d0be-4cbe-875d-40f6ffa44163', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'dbb21cad-9efd-4dac-bc4f-2697c2741bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:08:21Z', 'updated_at': '2021-09-10T15:08:33Z', 'revision_number': 5, 'project_id': '6ab88976e97b4105bd0ab39c7b8bf1e3', 'subnets': [{'id': 'dbb21cad-9efd-4dac-bc4f-2697c2741bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:10:04.179000 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039bbf9e-0e64-4018-8dda-f96255223f19 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=499ae4ee-c77e-4e39-971b-7132f17a2fcb,revision_number=0']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:10:04.187238 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-039bbf9e-0e64-4018-8dda-f96255223f19 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:04.193465 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 45560) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:10:04.197222 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-039bbf9e-0e64-4018-8dda-f96255223f19 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2383914 Sep 10 15:10:04.198381 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.v2.base [None req-242c840e-fdf7-4559-a518-19bdbccfa6a9 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Request body: {'security_group_rule': {'security_group_id': '8db7c715-2add-450b-a1db-0b3a74c119d5', 'project_id': '6ab88976e97b4105bd0ab39c7b8bf1e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:10:04.237969 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.db.securitygroups_db [None req-242c840e-fdf7-4559-a518-19bdbccfa6a9 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Project 6ab88976e97b4105bd0ab39c7b8bf1e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 15:10:04.245872 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-242c840e-fdf7-4559-a518-19bdbccfa6a9 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:04.351465 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-242c840e-fdf7-4559-a518-19bdbccfa6a9 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:04.365964 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-242c840e-fdf7-4559-a518-19bdbccfa6a9 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591329'] for security_group_rule, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:04.396810 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242c840e-fdf7-4559-a518-19bdbccfa6a9 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76d9c0e3-0b3f-4e6f-a032-0e56040244eb,revision_number=0']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:10:04.415939 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-242c840e-fdf7-4559-a518-19bdbccfa6a9 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:04.417285 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-242c840e-fdf7-4559-a518-19bdbccfa6a9 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2229118 Sep 10 15:10:04.423768 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 45564) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:10:04.430465 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.v2.base [None req-c9213d84-1894-4dda-a83d-b5ebbe4930b4 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Request body: {'security_group_rule': {'security_group_id': '8db7c715-2add-450b-a1db-0b3a74c119d5', 'project_id': '6ab88976e97b4105bd0ab39c7b8bf1e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:10:04.483535 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.db.securitygroups_db [None req-c9213d84-1894-4dda-a83d-b5ebbe4930b4 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Project 6ab88976e97b4105bd0ab39c7b8bf1e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 15:10:04.490935 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-c9213d84-1894-4dda-a83d-b5ebbe4930b4 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:04.584510 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e608560-7694-4dad-b450-7ff2b8d78ce6 None None] New status for floating IP e5747f82-8b80-48d8-9e47-be69f234bb99: ACTIVE {{(pid=94012) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 15:10:04.608291 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-c9213d84-1894-4dda-a83d-b5ebbe4930b4 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:04.613910 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-c9213d84-1894-4dda-a83d-b5ebbe4930b4 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591329'] for security_group_rule, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:04.656736 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9213d84-1894-4dda-a83d-b5ebbe4930b4 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff65d95d-eccd-4cd1-bd94-36b635ac0663,revision_number=0']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:10:04.671594 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-c9213d84-1894-4dda-a83d-b5ebbe4930b4 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:04.676965 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-c9213d84-1894-4dda-a83d-b5ebbe4930b4 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2491002 Sep 10 15:10:04.822380 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-4708fd77-cc65-4b70-9869-62ea1507a951 req-3aa0c8ed-7edf-401c-9e33-3ab230978188 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-713461841&fields=id&tenant_id=6ab88976e97b4105bd0ab39c7b8bf1e3 HTTP/1.1" status: 200 len: 267 time: 0.0587871 Sep 10 15:10:04.922478 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4708fd77-cc65-4b70-9869-62ea1507a951 req-fa960368-1131-42df-bb2c-886dc99ced97 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:10:04.924743 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-4708fd77-cc65-4b70-9869-62ea1507a951 req-fa960368-1131-42df-bb2c-886dc99ced97 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/ports?device_id=0561b768-e914-480a-8b53-56f727f3a504 HTTP/1.1" status: 200 len: 945 time: 0.0883121 Sep 10 15:10:04.966134 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.v2.base [req-4708fd77-cc65-4b70-9869-62ea1507a951 req-de26eb96-ed75-48b3-bae6-6ee6f431764a tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Request body: {'port': {'security_groups': ['c435c8d1-bcf5-4643-8a06-2b0627ebda44', '8db7c715-2add-450b-a1db-0b3a74c119d5']}} {{(pid=94009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:10:05.026903 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff574310-9e19-4ea7-b107-b7689de7e54d req-b7351660-009e-4d48-a068-e0f628c597f6 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:10:05.028903 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-ff574310-9e19-4ea7-b107-b7689de7e54d req-b7351660-009e-4d48-a068-e0f628c597f6 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/ports?device_id=1abb4027-f5ba-4772-b83a-e033908cd066 HTTP/1.1" status: 200 len: 945 time: 0.1028662 Sep 10 15:10:05.081035 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-4708fd77-cc65-4b70-9869-62ea1507a951 req-de26eb96-ed75-48b3-bae6-6ee6f431764a tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:05.141053 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-ff574310-9e19-4ea7-b107-b7689de7e54d req-7cdf976b-e2d7-4d8a-8b44-91f38a9201cd tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/security-groups?id=0fb61748-e2ed-4218-a239-be58c79f0998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870769 Sep 10 15:10:05.383791 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9304f-051c-4e4e-a660-c319199a8a28 req-e1d648b6-4e5a-4220-866e-e48a36bd1ecf tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:10:05.385400 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-0ed9304f-051c-4e4e-a660-c319199a8a28 req-e1d648b6-4e5a-4220-866e-e48a36bd1ecf tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e2fba9e-25ac-41cd-8f05-1789d4b617f1 HTTP/1.1" status: 200 len: 943 time: 0.1486862 Sep 10 15:10:05.423676 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.db [req-4708fd77-cc65-4b70-9869-62ea1507a951 req-de26eb96-ed75-48b3-bae6-6ee6f431764a tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] For port ae5593bb-cbc1-4417-ba58-bb771ce135d6, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=ae5593bb-cbc1-4417-ba58-bb771ce135d6,segment=NetworkSegment(b74c8d1d-1c0a-4459-a926-b8061d9b8071),segment_id=b74c8d1d-1c0a-4459-a926-b8061d9b8071)] {{(pid=94009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:10:05.458842 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-0ed9304f-051c-4e4e-a660-c319199a8a28 req-59d8d243-39b0-4892-9cff-9a5af8dec171 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/security-groups?id=facb85e1-ca28-4fa9-8341-49706cac4dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634859 Sep 10 15:10:05.472928 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-4708fd77-cc65-4b70-9869-62ea1507a951 req-de26eb96-ed75-48b3-bae6-6ee6f431764a tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Notify callbacks [] for port, precommit_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:05.482132 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-4708fd77-cc65-4b70-9869-62ea1507a951 req-de26eb96-ed75-48b3-bae6-6ee6f431764a tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1041244'] for port, after_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:05.497397 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] get_ports_and_sgs() called for port_ids ['ae5593bb-cbc1-4417-ba58-bb771ce135d6'] {{(pid=94011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 15:10:05.541950 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4708fd77-cc65-4b70-9869-62ea1507a951 req-de26eb96-ed75-48b3-bae6-6ee6f431764a tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:10:05.547581 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-4708fd77-cc65-4b70-9869-62ea1507a951 req-de26eb96-ed75-48b3-bae6-6ee6f431764a tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46804'] for port, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:05.551118 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-4708fd77-cc65-4b70-9869-62ea1507a951 req-de26eb96-ed75-48b3-bae6-6ee6f431764a tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "PUT /v2.0/ports/ae5593bb-cbc1-4417-ba58-bb771ce135d6 HTTP/1.1" status: 200 len: 981 time: 0.6057279 Sep 10 15:10:05.554749 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0561b768-e914-480a-8b53-56f727f3a504', 'tag': 'ae5593bb-cbc1-4417-ba58-bb771ce135d6'}] {{(pid=94009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:10:05.557642 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9f06775dd2e397dd855044b511bdd55e5ba575987bbc09c0a11d88d405cb18b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a15e2ee5-25a7-4713-afcf-19b753f22d10" -d '{"events": [{"name": "network-changed", "server_uuid": "0561b768-e914-480a-8b53-56f727f3a504", "tag": "ae5593bb-cbc1-4417-ba58-bb771ce135d6"}]}' {{(pid=94009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:10:05.622178 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de26eb96-ed75-48b3-bae6-6ee6f431764a tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Pushing event updated for resources: {'Port': ['ID=ae5593bb-cbc1-4417-ba58-bb771ce135d6,revision_number=6']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:10:05.651858 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 15:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b832fc-36b4-443d-bfee-e16c2da930a9 x-openstack-request-id: req-b5b832fc-36b4-443d-bfee-e16c2da930a9 {{(pid=94009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:10:05.653232 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] get_ports_and_sgs() called for port_ids ['ae5593bb-cbc1-4417-ba58-bb771ce135d6'] {{(pid=94011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 15:10:05.654133 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0561b768-e914-480a-8b53-56f727f3a504", "tag": "ae5593bb-cbc1-4417-ba58-bb771ce135d6", "status": "completed", "code": 200}]} {{(pid=94009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:10:05.654569 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b5b832fc-36b4-443d-bfee-e16c2da930a9 {{(pid=94009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:10:05.659608 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0561b768-e914-480a-8b53-56f727f3a504', 'tag': 'ae5593bb-cbc1-4417-ba58-bb771ce135d6', 'status': 'completed', 'code': 200} Sep 10 15:10:05.785601 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924cc449-0f0a-4025-bbed-2bea17f81d6a req-7fc3cdd3-b1ad-424c-9fed-eb068c12c31b tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:10:05.794158 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-924cc449-0f0a-4025-bbed-2bea17f81d6a req-7fc3cdd3-b1ad-424c-9fed-eb068c12c31b tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/ports?device_id=0561b768-e914-480a-8b53-56f727f3a504 HTTP/1.1" status: 200 len: 984 time: 0.1294653 Sep 10 15:10:05.819840 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e2ee5-25a7-4713-afcf-19b753f22d10 req-cb9bdc72-fd93-441f-b4eb-5cdc79cec342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:10:05.821473 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-a15e2ee5-25a7-4713-afcf-19b753f22d10 req-cb9bdc72-fd93-441f-b4eb-5cdc79cec342 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6ab88976e97b4105bd0ab39c7b8bf1e3&device_id=0561b768-e914-480a-8b53-56f727f3a504 HTTP/1.1" status: 200 len: 1137 time: 0.1366417 Sep 10 15:10:05.925163 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-924cc449-0f0a-4025-bbed-2bea17f81d6a req-2c2e9aa0-1e46-446d-9328-635bc5dcb305 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/security-groups?id=c435c8d1-bcf5-4643-8a06-2b0627ebda44&id=8db7c715-2add-450b-a1db-0b3a74c119d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1299789 Sep 10 15:10:06.028171 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-594ce7aa-5433-418f-870f-e1d2b0bbb822 None None] Provisioning complete for port ae5593bb-cbc1-4417-ba58-bb771ce135d6 triggered by entity DHCP. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:10:06.028760 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-594ce7aa-5433-418f-870f-e1d2b0bbb822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:06.031794 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e2ee5-25a7-4713-afcf-19b753f22d10 req-7f8da6b2-334c-4fd6-9c0d-1d3825685ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:10:06.035198 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-a15e2ee5-25a7-4713-afcf-19b753f22d10 req-7f8da6b2-334c-4fd6-9c0d-1d3825685ae4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4438a4c6-ecae-4330-8512-f3353a458625 HTTP/1.1" status: 200 len: 916 time: 0.1889207 Sep 10 15:10:06.158646 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-a15e2ee5-25a7-4713-afcf-19b753f22d10 req-9232cca3-0956-4758-afbb-ac4e112169fe service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae5593bb-cbc1-4417-ba58-bb771ce135d6 HTTP/1.1" status: 200 len: 1000 time: 0.1113896 Sep 10 15:10:06.269025 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e2ee5-25a7-4713-afcf-19b753f22d10 req-aacfc440-ff9e-41f5-ac96-c700f5d11d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:10:06.272448 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-a15e2ee5-25a7-4713-afcf-19b753f22d10 req-aacfc440-ff9e-41f5-ac96-c700f5d11d1f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dbb21cad-9efd-4dac-bc4f-2697c2741bb9 HTTP/1.1" status: 200 len: 854 time: 0.1049664 Sep 10 15:10:06.368041 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e2ee5-25a7-4713-afcf-19b753f22d10 req-3119449d-ad89-46a9-946c-0ec480838ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:10:06.369599 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-a15e2ee5-25a7-4713-afcf-19b753f22d10 req-3119449d-ad89-46a9-946c-0ec480838ce9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4438a4c6-ecae-4330-8512-f3353a458625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0887682 Sep 10 15:10:06.408483 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd7f9b4-e5fe-466b-a3d9-33b159594145 req-fdeba051-1fe1-4d36-beaa-a375e128fcc2 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:10:06.410209 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-8fd7f9b4-e5fe-466b-a3d9-33b159594145 req-fdeba051-1fe1-4d36-beaa-a375e128fcc2 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/ports?device_id=1abb4027-f5ba-4772-b83a-e033908cd066 HTTP/1.1" status: 200 len: 945 time: 0.0987437 Sep 10 15:10:06.512790 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-8fd7f9b4-e5fe-466b-a3d9-33b159594145 req-2cd6f9d4-ba49-42aa-b177-f2d6119b819d tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/security-groups?id=0fb61748-e2ed-4218-a239-be58c79f0998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903912 Sep 10 15:10:06.554639 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-a15e2ee5-25a7-4713-afcf-19b753f22d10 req-bda581f2-26eb-4a35-b3e9-761c06820387 service neutron] 10.222.0.42 "GET /v2.0/networks/4438a4c6-ecae-4330-8512-f3353a458625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766055 Sep 10 15:10:06.741568 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e3723f-bd60-42ba-ae90-9c6bf087e8c6 req-0685aace-009f-4060-be78-7992b42f4be4 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:10:06.743219 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-79e3723f-bd60-42ba-ae90-9c6bf087e8c6 req-0685aace-009f-4060-be78-7992b42f4be4 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e2fba9e-25ac-41cd-8f05-1789d4b617f1 HTTP/1.1" status: 200 len: 943 time: 0.1437347 Sep 10 15:10:06.749478 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-a15e2ee5-25a7-4713-afcf-19b753f22d10 req-2bdff019-8b1c-4011-9bab-bfff3b0e909f service neutron] 10.222.0.42 "GET /v2.0/networks/4438a4c6-ecae-4330-8512-f3353a458625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843519 Sep 10 15:10:06.798626 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-79e3723f-bd60-42ba-ae90-9c6bf087e8c6 req-0f85568b-d520-48c1-8c20-b00461814875 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/security-groups?id=facb85e1-ca28-4fa9-8341-49706cac4dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476208 Sep 10 15:10:07.672743 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b81c93b-c20e-44cd-8995-3adf69b6652c req-00b4de5d-41f2-4f54-93de-7a107862abea tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:10:07.674352 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-7b81c93b-c20e-44cd-8995-3adf69b6652c req-00b4de5d-41f2-4f54-93de-7a107862abea tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/ports?device_id=1abb4027-f5ba-4772-b83a-e033908cd066 HTTP/1.1" status: 200 len: 945 time: 0.0690615 Sep 10 15:10:07.747282 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-7b81c93b-c20e-44cd-8995-3adf69b6652c req-e083285b-a80d-4493-be9e-62441f9956ba tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/security-groups?id=0fb61748-e2ed-4218-a239-be58c79f0998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578797 Sep 10 15:10:07.936774 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badac0f7-f90f-4d8a-b175-133a93f8da17 req-946d519c-acf8-4f17-b269-fa6adcc01662 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:10:07.938319 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-badac0f7-f90f-4d8a-b175-133a93f8da17 req-946d519c-acf8-4f17-b269-fa6adcc01662 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e2fba9e-25ac-41cd-8f05-1789d4b617f1 HTTP/1.1" status: 200 len: 943 time: 0.0597296 Sep 10 15:10:07.981406 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-badac0f7-f90f-4d8a-b175-133a93f8da17 req-e756fff5-551c-4063-8de3-0d610ea23abd tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/security-groups?id=facb85e1-ca28-4fa9-8341-49706cac4dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363355 Sep 10 15:10:08.675427 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device cbbd8aed-e390-465d-b140-9a4c90883319 details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=94011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 15:10:08.839928 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] For port cbbd8aed-e390-465d-b140-9a4c90883319, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=cbbd8aed-e390-465d-b140-9a4c90883319,segment=NetworkSegment(57f4982e-55fa-411b-896e-d2f21b6a9591),segment_id=57f4982e-55fa-411b-896e-d2f21b6a9591)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:10:08.857012 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Returning: {'device': 'cbbd8aed-e390-465d-b140-9a4c90883319', 'network_id': '7cf88e2d-f05f-45fc-a04d-f0661eff459b', 'port_id': 'cbbd8aed-e390-465d-b140-9a4c90883319', 'mac_address': 'fa:16:3e:b0:96:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8893c71f-9a4e-420e-94a5-477d5ef9e705', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 15:10:08.913292 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:08.930735 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbbd8aed-e390-465d-b140-9a4c90883319 {{(pid=94011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:10:08.934191 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ab940e-9c29-4e2b-8629-7e762745bfe6 req-9a4a9153-d596-4ae0-a42d-e4d8ea6ff51f tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:10:08.942388 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-f3ab940e-9c29-4e2b-8629-7e762745bfe6 req-9a4a9153-d596-4ae0-a42d-e4d8ea6ff51f tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/ports?device_id=1abb4027-f5ba-4772-b83a-e033908cd066 HTTP/1.1" status: 200 len: 945 time: 0.0743351 Sep 10 15:10:08.967064 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] For port cbbd8aed-e390-465d-b140-9a4c90883319, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=cbbd8aed-e390-465d-b140-9a4c90883319,segment=NetworkSegment(57f4982e-55fa-411b-896e-d2f21b6a9591),segment_id=57f4982e-55fa-411b-896e-d2f21b6a9591)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:10:08.975131 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:08.988340 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-f3ab940e-9c29-4e2b-8629-7e762745bfe6 req-d9e9d258-40d8-4220-8d6e-074fc2e1b66b tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/security-groups?id=0fb61748-e2ed-4218-a239-be58c79f0998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430915 Sep 10 15:10:09.054898 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Pushing event updated for resources: {'Port': ['ID=cbbd8aed-e390-465d-b140-9a4c90883319,revision_number=4']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:10:09.136657 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a2ef5-bf28-4771-beac-3fbc623f44e0 req-492df30c-c96e-49e8-aae2-e0ca872c87b8 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:10:09.139443 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-ea6a2ef5-bf28-4771-beac-3fbc623f44e0 req-492df30c-c96e-49e8-aae2-e0ca872c87b8 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e2fba9e-25ac-41cd-8f05-1789d4b617f1 HTTP/1.1" status: 200 len: 944 time: 0.0752945 Sep 10 15:10:09.189379 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-ea6a2ef5-bf28-4771-beac-3fbc623f44e0 req-37471a7c-80bc-4de3-970d-227ec09de71f tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/security-groups?id=facb85e1-ca28-4fa9-8341-49706cac4dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396533 Sep 10 15:10:09.308214 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] get_ports_and_sgs() called for port_ids ['cbbd8aed-e390-465d-b140-9a4c90883319'] {{(pid=94011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 15:10:10.140941 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1017af3-e878-43c7-ab0d-835ae7a6a0cb req-e85ba5b6-6c03-4adf-a9c5-b1135aae3d0e tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:10:10.142552 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-b1017af3-e878-43c7-ab0d-835ae7a6a0cb req-e85ba5b6-6c03-4adf-a9c5-b1135aae3d0e tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/ports?device_id=1abb4027-f5ba-4772-b83a-e033908cd066 HTTP/1.1" status: 200 len: 945 time: 0.0607395 Sep 10 15:10:10.184934 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-b1017af3-e878-43c7-ab0d-835ae7a6a0cb req-cf8576cd-8eb5-48bb-9ddd-d0b585d7537d tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/security-groups?id=0fb61748-e2ed-4218-a239-be58c79f0998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359478 Sep 10 15:10:10.338439 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3276db-31fa-4206-9bd2-b99edb55d48f req-25b32d44-f06a-4e82-b39d-2aa21f3f3db8 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:10:10.340991 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-7c3276db-31fa-4206-9bd2-b99edb55d48f req-25b32d44-f06a-4e82-b39d-2aa21f3f3db8 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e2fba9e-25ac-41cd-8f05-1789d4b617f1 HTTP/1.1" status: 200 len: 944 time: 0.0691826 Sep 10 15:10:10.392058 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-7c3276db-31fa-4206-9bd2-b99edb55d48f req-cec3f149-7399-49a4-a1b8-c3994a923cd7 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/security-groups?id=facb85e1-ca28-4fa9-8341-49706cac4dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421846 Sep 10 15:10:10.571052 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:10.681639 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device cbbd8aed-e390-465d-b140-9a4c90883319 up at agent hyperv_hv-cinder-76015 {{(pid=94011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:10:10.745344 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Provisioning for port cbbd8aed-e390-465d-b140-9a4c90883319 completed by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:10:10.751685 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Provisioning complete for port cbbd8aed-e390-465d-b140-9a4c90883319 triggered by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:10:10.752125 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:10.829343 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 45678) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:10:10.865900 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:10.895165 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e2fba9e-25ac-41cd-8f05-1789d4b617f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbbd8aed-e390-465d-b140-9a4c90883319'}] {{(pid=94011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:10:10.897539 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eff4842c0e32827c09e5fc730d7a4a2f35fc7e77767eed508a7d5fefd1bac28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b2617c9-2965-46a6-b7dd-1ca23bbf4476" -d '{"events": [{"server_uuid": "8e2fba9e-25ac-41cd-8f05-1789d4b617f1", "name": "network-vif-plugged", "status": "completed", "tag": "cbbd8aed-e390-465d-b140-9a4c90883319"}]}' {{(pid=94011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:10:10.924982 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] For port cbbd8aed-e390-465d-b140-9a4c90883319, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=cbbd8aed-e390-465d-b140-9a4c90883319,segment=NetworkSegment(57f4982e-55fa-411b-896e-d2f21b6a9591),segment_id=57f4982e-55fa-411b-896e-d2f21b6a9591)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:10:10.931042 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:10.965056 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d5dad53-578e-49ca-a89a-c11bf8311cb3 x-openstack-request-id: req-8d5dad53-578e-49ca-a89a-c11bf8311cb3 {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:10:10.965415 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e2fba9e-25ac-41cd-8f05-1789d4b617f1", "name": "network-vif-plugged", "status": "completed", "tag": "cbbd8aed-e390-465d-b140-9a4c90883319", "code": 200}]} {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:10:10.965676 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8d5dad53-578e-49ca-a89a-c11bf8311cb3 {{(pid=94011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:10:10.966203 dv-cinder-760153-10-iscsi neutron-server[94011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e2fba9e-25ac-41cd-8f05-1789d4b617f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbbd8aed-e390-465d-b140-9a4c90883319', 'code': 200} Sep 10 15:10:10.992458 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-41b9b7e3-ce1d-4025-b328-a9f39e880ca3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:11.003751 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Pushing event updated for resources: {'Port': ['ID=cbbd8aed-e390-465d-b140-9a4c90883319,revision_number=5']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:10:11.121763 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-41b9b7e3-ce1d-4025-b328-a9f39e880ca3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:11.130165 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-41b9b7e3-ce1d-4025-b328-a9f39e880ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:11.190070 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-41b9b7e3-ce1d-4025-b328-a9f39e880ca3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=230469eaa21e46c7b79540c3ef809f47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3594730 Sep 10 15:10:11.191039 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b9b7e3-ce1d-4025-b328-a9f39e880ca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a89de44e-b05e-475e-8e96-8a5121e13c87,revision_number=1']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:10:11.193071 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 45690) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:10:11.198969 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b9b7e3-ce1d-4025-b328-a9f39e880ca3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:10:11.199457 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b9b7e3-ce1d-4025-b328-a9f39e880ca3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:10:11.199633 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b9b7e3-ce1d-4025-b328-a9f39e880ca3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:10:11.199967 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b9b7e3-ce1d-4025-b328-a9f39e880ca3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:10:11.200688 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b9b7e3-ce1d-4025-b328-a9f39e880ca3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:10:11.200688 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b9b7e3-ce1d-4025-b328-a9f39e880ca3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:10:11.201723 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b9b7e3-ce1d-4025-b328-a9f39e880ca3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:10:11.202092 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b9b7e3-ce1d-4025-b328-a9f39e880ca3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:10:11.202425 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b9b7e3-ce1d-4025-b328-a9f39e880ca3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:10:11.202754 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b9b7e3-ce1d-4025-b328-a9f39e880ca3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:10:11.203103 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b9b7e3-ce1d-4025-b328-a9f39e880ca3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:10:11.203427 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b9b7e3-ce1d-4025-b328-a9f39e880ca3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:10:11.256108 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-4dd38283-f8a1-4d2e-a618-a8dc129fa52f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:11.265791 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2277f-ead6-4572-93c7-f176d8dc2ec9 req-b1a50b77-5bb3-40f7-a775-c3b7820b0f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:10:11.268449 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-c5d2277f-ead6-4572-93c7-f176d8dc2ec9 req-b1a50b77-5bb3-40f7-a775-c3b7820b0f15 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8e2fba9e-25ac-41cd-8f05-1789d4b617f1 HTTP/1.1" status: 200 len: 1098 time: 0.0610485 Sep 10 15:10:11.282703 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-4dd38283-f8a1-4d2e-a618-a8dc129fa52f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:11.337821 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-4dd38283-f8a1-4d2e-a618-a8dc129fa52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:11.340643 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-4dd38283-f8a1-4d2e-a618-a8dc129fa52f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:11.356403 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-4dd38283-f8a1-4d2e-a618-a8dc129fa52f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a89de44e-b05e-475e-8e96-8a5121e13c87 HTTP/1.1" status: 204 len: 168 time: 0.1578360 Sep 10 15:10:11.367836 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd38283-f8a1-4d2e-a618-a8dc129fa52f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a89de44e-b05e-475e-8e96-8a5121e13c87,revision_number=None']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:10:11.381585 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-c5d2277f-ead6-4572-93c7-f176d8dc2ec9 req-56f3cdf8-1fbf-4163-a0b3-d74641b02e60 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=facb85e1-ca28-4fa9-8341-49706cac4dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932555 Sep 10 15:10:11.403700 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26c5dbb-5792-4c00-8a13-30f7c7b291b8 req-463d3733-541a-429a-94cf-615acfcc2bb3 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:10:11.407163 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-c26c5dbb-5792-4c00-8a13-30f7c7b291b8 req-463d3733-541a-429a-94cf-615acfcc2bb3 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/ports?device_id=1abb4027-f5ba-4772-b83a-e033908cd066 HTTP/1.1" status: 200 len: 945 time: 0.1352916 Sep 10 15:10:11.485790 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-c26c5dbb-5792-4c00-8a13-30f7c7b291b8 req-e293bf96-8792-4ed6-844b-3cf8592de725 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/security-groups?id=0fb61748-e2ed-4218-a239-be58c79f0998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665748 Sep 10 15:10:11.832558 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 45716) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:10:11.855427 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-eaac0375-3c9f-4824-ab18-c15bb6181d75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:11.946103 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367ea240-0c83-4b6c-b72f-061f1a0f3504 req-f8b99bfc-c664-4d59-8ab7-44161e439546 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:10:11.948035 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-367ea240-0c83-4b6c-b72f-061f1a0f3504 req-f8b99bfc-c664-4d59-8ab7-44161e439546 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e2fba9e-25ac-41cd-8f05-1789d4b617f1 HTTP/1.1" status: 200 len: 945 time: 0.4603193 Sep 10 15:10:11.959164 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7862c06e-b92e-4151-ad09-8c93a920b76f req-feebd1d0-2055-4ce5-b6af-3e47d2fbc00f tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:10:11.960750 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-7862c06e-b92e-4151-ad09-8c93a920b76f req-feebd1d0-2055-4ce5-b6af-3e47d2fbc00f tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/ports?device_id=1abb4027-f5ba-4772-b83a-e033908cd066 HTTP/1.1" status: 200 len: 945 time: 0.1306162 Sep 10 15:10:11.965532 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9167720f-97c2-4b73-944c-6121a582314f req-86471666-4dcd-480a-b7a0-d1d6b138668e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:10:11.967648 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-9167720f-97c2-4b73-944c-6121a582314f req-86471666-4dcd-480a-b7a0-d1d6b138668e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=082849543b964e42af95619ef61cf72e&device_id=1abb4027-f5ba-4772-b83a-e033908cd066 HTTP/1.1" status: 200 len: 1098 time: 0.1360941 Sep 10 15:10:11.972683 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-eaac0375-3c9f-4824-ab18-c15bb6181d75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:11.978816 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-eaac0375-3c9f-4824-ab18-c15bb6181d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:12.021449 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-eaac0375-3c9f-4824-ab18-c15bb6181d75 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6ff54a7eb62b4b38aafc5ac39b8ff144&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1876409 Sep 10 15:10:12.022359 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaac0375-3c9f-4824-ab18-c15bb6181d75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=510106ee-9fbe-4ad8-9b08-6095b0018a12,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:10:12.030094 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 45718) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:10:12.109099 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-25ec7a7a-91c4-4165-a956-7198d8e165a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:12.115493 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-367ea240-0c83-4b6c-b72f-061f1a0f3504 req-79a8d16d-1c17-49e0-8b2e-e53189126077 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/security-groups?id=facb85e1-ca28-4fa9-8341-49706cac4dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1535122 Sep 10 15:10:12.127290 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-7862c06e-b92e-4151-ad09-8c93a920b76f req-11f08eff-f178-4108-9b9d-8f25019de766 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/security-groups?id=0fb61748-e2ed-4218-a239-be58c79f0998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529398 Sep 10 15:10:12.140518 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-25ec7a7a-91c4-4165-a956-7198d8e165a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:12.169626 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9167720f-97c2-4b73-944c-6121a582314f req-a807cadd-55e4-4f44-9490-1523ada5a2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:10:12.172770 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-9167720f-97c2-4b73-944c-6121a582314f req-a807cadd-55e4-4f44-9490-1523ada5a2ff service neutron] 10.222.0.42 "GET /v2.0/networks?id=4c8987ac-0e40-410a-9ece-2ede7a46ccfd HTTP/1.1" status: 200 len: 912 time: 0.1894660 Sep 10 15:10:12.208734 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-25ec7a7a-91c4-4165-a956-7198d8e165a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:12.211388 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-25ec7a7a-91c4-4165-a956-7198d8e165a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:12.212572 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-25ec7a7a-91c4-4165-a956-7198d8e165a9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/510106ee-9fbe-4ad8-9b08-6095b0018a12 HTTP/1.1" status: 204 len: 168 time: 0.1857100 Sep 10 15:10:12.222083 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ec7a7a-91c4-4165-a956-7198d8e165a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=510106ee-9fbe-4ad8-9b08-6095b0018a12,revision_number=None']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:10:12.308820 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-9167720f-97c2-4b73-944c-6121a582314f req-310abfdf-6009-4293-84db-4e419cbd484c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b988e32a-498e-455a-84be-81d566a1994a HTTP/1.1" status: 200 len: 1000 time: 0.1258190 Sep 10 15:10:12.321724 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-b2fd45e8-a49a-4c1b-baaf-50d1a8b1ce29 req-c2f9d3cf-091e-4bdb-91ff-2afbfd7f26d2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0917864 Sep 10 15:10:12.378172 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9167720f-97c2-4b73-944c-6121a582314f req-6ccf307f-11f0-4cde-bcf0-143e272baaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:10:12.379680 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-9167720f-97c2-4b73-944c-6121a582314f req-6ccf307f-11f0-4cde-bcf0-143e272baaf0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cebcc24d-d612-4722-8ffc-2c593abb6c11 HTTP/1.1" status: 200 len: 850 time: 0.0567224 Sep 10 15:10:12.483616 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fd45e8-a49a-4c1b-baaf-50d1a8b1ce29 req-8b49bd1b-63f8-4f97-a07d-fd2628b06307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:10:12.485269 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-b2fd45e8-a49a-4c1b-baaf-50d1a8b1ce29 req-8b49bd1b-63f8-4f97-a07d-fd2628b06307 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c0149948ecbd4da99adb4e990da99cd9&device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 1099 time: 0.0880241 Sep 10 15:10:12.487391 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9167720f-97c2-4b73-944c-6121a582314f req-a8f9f3de-9111-449f-b538-71a82f8303bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:10:12.489769 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-9167720f-97c2-4b73-944c-6121a582314f req-a8f9f3de-9111-449f-b538-71a82f8303bd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4c8987ac-0e40-410a-9ece-2ede7a46ccfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0940270 Sep 10 15:10:12.679021 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-9167720f-97c2-4b73-944c-6121a582314f req-ed95b7d6-8425-4823-924c-2a01ce7a0c1e service neutron] 10.222.0.42 "GET /v2.0/networks/4c8987ac-0e40-410a-9ece-2ede7a46ccfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745462 Sep 10 15:10:12.684944 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fd45e8-a49a-4c1b-baaf-50d1a8b1ce29 req-4de888ac-7286-4f57-965f-647b885c4716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:10:12.687554 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-b2fd45e8-a49a-4c1b-baaf-50d1a8b1ce29 req-4de888ac-7286-4f57-965f-647b885c4716 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d8cbe470-bc98-41a4-a428-659bec184b54 HTTP/1.1" status: 200 len: 918 time: 0.1616964 Sep 10 15:10:12.840629 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-b2fd45e8-a49a-4c1b-baaf-50d1a8b1ce29 req-c15bbcce-b36e-41d9-9448-5c598eabc34a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=82eba568-662f-42f2-bd64-96a84537e5b4 HTTP/1.1" status: 200 len: 1001 time: 0.1251156 Sep 10 15:10:12.867557 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-9167720f-97c2-4b73-944c-6121a582314f req-d3b55dbd-3333-49c1-9c21-da49ffd21143 service neutron] 10.222.0.42 "GET /v2.0/networks/4c8987ac-0e40-410a-9ece-2ede7a46ccfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600697 Sep 10 15:10:12.915754 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fd45e8-a49a-4c1b-baaf-50d1a8b1ce29 req-824beb85-0366-485a-a58b-ed3d0a156a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:10:12.917418 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-b2fd45e8-a49a-4c1b-baaf-50d1a8b1ce29 req-824beb85-0366-485a-a58b-ed3d0a156a5b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=782052c7-4991-4efe-97d8-5a0e8f67d6bc HTTP/1.1" status: 200 len: 856 time: 0.0655751 Sep 10 15:10:12.976204 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fd45e8-a49a-4c1b-baaf-50d1a8b1ce29 req-8db3bf0b-e98b-4989-8f03-b1cbe1baf9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:10:12.977736 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-b2fd45e8-a49a-4c1b-baaf-50d1a8b1ce29 req-8db3bf0b-e98b-4989-8f03-b1cbe1baf9d7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d8cbe470-bc98-41a4-a428-659bec184b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0510087 Sep 10 15:10:13.098780 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-b2fd45e8-a49a-4c1b-baaf-50d1a8b1ce29 req-d1fdfcdd-a6c0-4136-b201-3f9becae764f service neutron] 10.222.0.42 "GET /v2.0/networks/d8cbe470-bc98-41a4-a428-659bec184b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073287 Sep 10 15:10:13.278108 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-b2fd45e8-a49a-4c1b-baaf-50d1a8b1ce29 req-88de83f3-ba37-4d7a-a1d1-6c2d2a7ba6d5 service neutron] 10.222.0.42 "GET /v2.0/networks/d8cbe470-bc98-41a4-a428-659bec184b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678085 Sep 10 15:10:13.343257 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af2809-5b2a-4e51-a338-ae72f5d21e3a req-c5d22962-ad3b-4045-a255-ae9ba61f4d56 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:10:13.344569 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-d9af2809-5b2a-4e51-a338-ae72f5d21e3a req-c5d22962-ad3b-4045-a255-ae9ba61f4d56 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e2fba9e-25ac-41cd-8f05-1789d4b617f1 HTTP/1.1" status: 200 len: 945 time: 0.1093130 Sep 10 15:10:13.356508 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78fec1b-e4ef-4266-bd6d-d503f356faf0 req-c998ea27-621d-454d-b3b8-14ab86804d2d tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:10:13.358048 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-c78fec1b-e4ef-4266-bd6d-d503f356faf0 req-c998ea27-621d-454d-b3b8-14ab86804d2d tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/ports?device_id=1abb4027-f5ba-4772-b83a-e033908cd066 HTTP/1.1" status: 200 len: 945 time: 0.0950541 Sep 10 15:10:13.416624 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-d9af2809-5b2a-4e51-a338-ae72f5d21e3a req-f5b960ae-f436-4132-ab9d-430c4eb97367 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/security-groups?id=facb85e1-ca28-4fa9-8341-49706cac4dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575871 Sep 10 15:10:13.434235 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-c78fec1b-e4ef-4266-bd6d-d503f356faf0 req-6b5345ce-523d-4c46-8ad8-2243e6232f3e tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/security-groups?id=0fb61748-e2ed-4218-a239-be58c79f0998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550773 Sep 10 15:10:13.578593 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b6c540-a7b8-47d7-93d9-98edd59f00e1 req-59bed830-5a61-4032-8c66-824590bdebf2 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:10:13.580882 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-e0b6c540-a7b8-47d7-93d9-98edd59f00e1 req-59bed830-5a61-4032-8c66-824590bdebf2 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e2fba9e-25ac-41cd-8f05-1789d4b617f1 HTTP/1.1" status: 200 len: 945 time: 0.0714087 Sep 10 15:10:13.632875 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-e0b6c540-a7b8-47d7-93d9-98edd59f00e1 req-c9462ec0-3f8d-4b24-8d62-3e6e20170e7e tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/security-groups?id=facb85e1-ca28-4fa9-8341-49706cac4dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427821 Sep 10 15:10:13.656243 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 45762) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:10:13.930067 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115ea520-284a-41e7-8516-1d315a84e506 tempest-TestShelveInstance-1758085616 tempest-TestShelveInstance-1758085616-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:10:13.931601 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-115ea520-284a-41e7-8516-1d315a84e506 tempest-TestShelveInstance-1758085616 tempest-TestShelveInstance-1758085616-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=8e2fba9e-25ac-41cd-8f05-1789d4b617f1 HTTP/1.1" status: 200 len: 1093 time: 0.2743220 Sep 10 15:10:13.934649 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 45774) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:10:13.940029 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.v2.base [None req-8b386618-f557-4b60-98f2-55280a7cfefc tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Request body: {'floatingip': {'floating_network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'port_id': 'cbbd8aed-e390-465d-b140-9a4c90883319', 'tenant_id': '47244aba6de4405d9ea861774b300ddd', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:10:13.964289 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-8b386618-f557-4b60-98f2-55280a7cfefc tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Notify callbacks [] for floatingip, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:14.069244 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-8b386618-f557-4b60-98f2-55280a7cfefc tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:14.189472 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.db_base_plugin_common [None req-8b386618-f557-4b60-98f2-55280a7cfefc tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Allocated IP 172.27.0.117 (caa13d69-ff92-44ce-a665-3b9af711feed/3b314502-2ac4-4640-9fa5-f95f10fc4599/84ecdfc8-73ee-472a-a12a-83356f8365cd) {{(pid=94009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:10:14.307498 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-8b386618-f557-4b60-98f2-55280a7cfefc tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Notify callbacks [] for port, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:14.348427 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-8b386618-f557-4b60-98f2-55280a7cfefc tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748756606401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1040815'] for port, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:14.389461 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b386618-f557-4b60-98f2-55280a7cfefc tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Network caa13d69-ff92-44ce-a665-3b9af711feed is already hosted by enough agents. {{(pid=94009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:10:14.392357 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.base_scheduler [None req-8b386618-f557-4b60-98f2-55280a7cfefc tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Resources bound (agent type, host, resource id): {{(pid=94009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:10:14.398595 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b386618-f557-4b60-98f2-55280a7cfefc tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Received port after_create {{(pid=94009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:10:14.404974 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b386618-f557-4b60-98f2-55280a7cfefc tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Pushing event updated for resources: {'Port': ['ID=84ecdfc8-73ee-472a-a12a-83356f8365cd,revision_number=1']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:10:14.631666 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccbeb85-b224-4354-90de-e1156cde51eb req-fe2be84c-2d05-41fc-bf58-7636952f5d1d tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:10:14.633292 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-5ccbeb85-b224-4354-90de-e1156cde51eb req-fe2be84c-2d05-41fc-bf58-7636952f5d1d tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/ports?device_id=1abb4027-f5ba-4772-b83a-e033908cd066 HTTP/1.1" status: 200 len: 945 time: 0.1160369 Sep 10 15:10:14.759707 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-5ccbeb85-b224-4354-90de-e1156cde51eb req-7f33b7eb-07d2-4822-896a-4f512fc2a2ad tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/security-groups?id=0fb61748-e2ed-4218-a239-be58c79f0998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883522 Sep 10 15:10:14.869025 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-8b386618-f557-4b60-98f2-55280a7cfefc tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:14.950186 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-8b386618-f557-4b60-98f2-55280a7cfefc tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:15.108723 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-8b386618-f557-4b60-98f2-55280a7cfefc tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Notify callbacks [] for port, precommit_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:15.113433 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-8b386618-f557-4b60-98f2-55280a7cfefc tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1041244'] for port, after_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:15.192675 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b386618-f557-4b60-98f2-55280a7cfefc tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Pushing event updated for resources: {'Port': ['ID=84ecdfc8-73ee-472a-a12a-83356f8365cd,revision_number=2']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:10:15.205246 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-8b386618-f557-4b60-98f2-55280a7cfefc tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582779'] for floatingip, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:15.314657 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.db.l3_db [None req-8b386618-f557-4b60-98f2-55280a7cfefc tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Floating IP e433b256-eaa2-479e-8d93-f974e2e945f7 associated. External IP: 172.27.0.117, port: cbbd8aed-e390-465d-b140-9a4c90883319. Sep 10 15:10:15.564420 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b386618-f557-4b60-98f2-55280a7cfefc tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Router d0a133c4-8999-4de4-89ef-09d692a7abca has already been hosted by L3 agent b0771735-54fe-4ba2-aeee-11d3b2b54cf1 {{(pid=94009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 15:10:15.691904 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b386618-f557-4b60-98f2-55280a7cfefc tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Notify agent at l3_agent.dv-cinder-760153-10-iscsi the message routers_updated {{(pid=94009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:10:15.703557 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea549ebd-66e2-4c63-b605-0a7afb50fd78 None None] Sync routers for ids ['d0a133c4-8999-4de4-89ef-09d692a7abca'] in dv-cinder-760153-10-iscsi {{(pid=94011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:10:15.708742 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-8b386618-f557-4b60-98f2-55280a7cfefc tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46804'] for floatingip, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:15.714499 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea549ebd-66e2-4c63-b605-0a7afb50fd78 None None] Routers {'d0a133c4-8999-4de4-89ef-09d692a7abca'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:10:15.715416 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-ea549ebd-66e2-4c63-b605-0a7afb50fd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T15:09:57Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['d0a133c4-8999-4de4-89ef-09d692a7abca'], 'active': True} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:10:15.745654 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-8b386618-f557-4b60-98f2-55280a7cfefc tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8007319 Sep 10 15:10:15.745654 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e2fba9e-25ac-41cd-8f05-1789d4b617f1', 'tag': 'cbbd8aed-e390-465d-b140-9a4c90883319'}] {{(pid=94009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:10:15.745654 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9f06775dd2e397dd855044b511bdd55e5ba575987bbc09c0a11d88d405cb18b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7090f93c-1010-4341-8e00-4f76604991d8" -d '{"events": [{"name": "network-changed", "server_uuid": "8e2fba9e-25ac-41cd-8f05-1789d4b617f1", "tag": "cbbd8aed-e390-465d-b140-9a4c90883319"}]}' {{(pid=94009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:10:15.783110 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 15:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4610d897-fb42-4f19-9a88-96efb7c0c307 x-openstack-request-id: req-4610d897-fb42-4f19-9a88-96efb7c0c307 {{(pid=94009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:10:15.783428 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e2fba9e-25ac-41cd-8f05-1789d4b617f1", "tag": "cbbd8aed-e390-465d-b140-9a4c90883319", "status": "completed", "code": 200}]} {{(pid=94009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:10:15.783682 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4610d897-fb42-4f19-9a88-96efb7c0c307 {{(pid=94009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:10:15.784085 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e2fba9e-25ac-41cd-8f05-1789d4b617f1', 'tag': 'cbbd8aed-e390-465d-b140-9a4c90883319', 'status': 'completed', 'code': 200} Sep 10 15:10:15.837951 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvr_db [None req-ea549ebd-66e2-4c63-b605-0a7afb50fd78 None None] Set router d0a133c4-8999-4de4-89ef-09d692a7abca gateway port host: dv-cinder-760153-10-iscsi {{(pid=94011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:10:15.854519 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7090f93c-1010-4341-8e00-4f76604991d8 req-0319f166-8e3d-46c4-accc-c3ec2081eadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:10:15.856047 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-7090f93c-1010-4341-8e00-4f76604991d8 req-0319f166-8e3d-46c4-accc-c3ec2081eadf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=47244aba6de4405d9ea861774b300ddd&device_id=8e2fba9e-25ac-41cd-8f05-1789d4b617f1 HTTP/1.1" status: 200 len: 1098 time: 0.0413182 Sep 10 15:10:15.958464 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7090f93c-1010-4341-8e00-4f76604991d8 req-bafb420e-d852-4b51-9488-607fe53a8208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:10:15.959962 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-7090f93c-1010-4341-8e00-4f76604991d8 req-bafb420e-d852-4b51-9488-607fe53a8208 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7cf88e2d-f05f-45fc-a04d-f0661eff459b HTTP/1.1" status: 200 len: 909 time: 0.0946198 Sep 10 15:10:16.030450 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-7090f93c-1010-4341-8e00-4f76604991d8 req-b3582f14-4550-43e2-bd39-d38d6de4ba22 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cbbd8aed-e390-465d-b140-9a4c90883319 HTTP/1.1" status: 200 len: 999 time: 0.0611382 Sep 10 15:10:16.088957 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-ea549ebd-66e2-4c63-b605-0a7afb50fd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a133c4-8999-4de4-89ef-09d692a7abca', 'name': 'tempest-TestShelveInstance-349736955-router', 'tenant_id': '47244aba6de4405d9ea861774b300ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '112ee07b-c0b4-4c42-a02b-e34ccba87f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:08:58Z', 'updated_at': '2021-09-10T15:09:03Z', 'revision_number': 4, 'project_id': '47244aba6de4405d9ea861774b300ddd', 'gw_port': {'id': '112ee07b-c0b4-4c42-a02b-e34ccba87f6d', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a133c4-8999-4de4-89ef-09d692a7abca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:08:59Z', 'updated_at': '2021-09-10T15:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi', '_floatingips': [{'id': 'e433b256-eaa2-479e-8d93-f974e2e945f7', 'tenant_id': '47244aba6de4405d9ea861774b300ddd', 'floating_ip_address': '172.27.0.117', 'floating_network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'router_id': 'd0a133c4-8999-4de4-89ef-09d692a7abca', 'port_id': 'cbbd8aed-e390-465d-b140-9a4c90883319', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cf88e2d-f05f-45fc-a04d-f0661eff459b', 'mac_address': 'fa:16:3e:b0:96:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2fba9e-25ac-41cd-8f05-1789d4b617f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T15:10:14Z', 'updated_at': '2021-09-10T15:10:14Z', 'revision_number': 0, 'project_id': '47244aba6de4405d9ea861774b300ddd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12b59cf0-34b9-4ee4-ad39-f1a61cbaab11', 'name': '', 'network_id': '7cf88e2d-f05f-45fc-a04d-f0661eff459b', 'tenant_id': '47244aba6de4405d9ea861774b300ddd', 'mac_address': 'fa:16:3e:72:ea:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a133c4-8999-4de4-89ef-09d692a7abca', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '8893c71f-9a4e-420e-94a5-477d5ef9e705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:09:02Z', 'updated_at': '2021-09-10T15:09:16Z', 'revision_number': 5, 'project_id': '47244aba6de4405d9ea861774b300ddd', 'subnets': [{'id': '8893c71f-9a4e-420e-94a5-477d5ef9e705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:10:16.102319 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7090f93c-1010-4341-8e00-4f76604991d8 req-4c7cfad4-9ec0-4de5-9c7f-8b1fb1ccf4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:10:16.104946 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-7090f93c-1010-4341-8e00-4f76604991d8 req-4c7cfad4-9ec0-4de5-9c7f-8b1fb1ccf4b8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8893c71f-9a4e-420e-94a5-477d5ef9e705 HTTP/1.1" status: 200 len: 847 time: 0.0644772 Sep 10 15:10:16.129550 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea549ebd-66e2-4c63-b605-0a7afb50fd78 None None] Checking router: d0a133c4-8999-4de4-89ef-09d692a7abca for host: dv-cinder-760153-10-iscsi {{(pid=94011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:10:16.140433 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea549ebd-66e2-4c63-b605-0a7afb50fd78 None None] Routers {'d0a133c4-8999-4de4-89ef-09d692a7abca'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:10:16.141065 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-ea549ebd-66e2-4c63-b605-0a7afb50fd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T15:09:57Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['d0a133c4-8999-4de4-89ef-09d692a7abca'], 'active': True} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:10:16.165852 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7090f93c-1010-4341-8e00-4f76604991d8 req-c62a7d28-512e-4a52-b395-578496db4232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:10:16.167904 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-7090f93c-1010-4341-8e00-4f76604991d8 req-c62a7d28-512e-4a52-b395-578496db4232 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7cf88e2d-f05f-45fc-a04d-f0661eff459b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0522289 Sep 10 15:10:16.271983 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvr_db [None req-ea549ebd-66e2-4c63-b605-0a7afb50fd78 None None] Set router d0a133c4-8999-4de4-89ef-09d692a7abca gateway port host: dv-cinder-760153-10-iscsi {{(pid=94011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:10:16.293931 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-7090f93c-1010-4341-8e00-4f76604991d8 req-5c4a0122-8743-48ed-a6cf-bdf55b89fa78 service neutron] 10.222.0.42 "GET /v2.0/networks/7cf88e2d-f05f-45fc-a04d-f0661eff459b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167088 Sep 10 15:10:16.430396 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-7090f93c-1010-4341-8e00-4f76604991d8 req-9dfa1aec-1114-491e-9c43-ec93936014e8 service neutron] 10.222.0.42 "GET /v2.0/networks/7cf88e2d-f05f-45fc-a04d-f0661eff459b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284797 Sep 10 15:10:16.534615 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-ea549ebd-66e2-4c63-b605-0a7afb50fd78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a133c4-8999-4de4-89ef-09d692a7abca', 'name': 'tempest-TestShelveInstance-349736955-router', 'tenant_id': '47244aba6de4405d9ea861774b300ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '112ee07b-c0b4-4c42-a02b-e34ccba87f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:08:58Z', 'updated_at': '2021-09-10T15:09:03Z', 'revision_number': 4, 'project_id': '47244aba6de4405d9ea861774b300ddd', 'gw_port': {'id': '112ee07b-c0b4-4c42-a02b-e34ccba87f6d', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a133c4-8999-4de4-89ef-09d692a7abca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:08:59Z', 'updated_at': '2021-09-10T15:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi', '_floatingips': [{'id': 'e433b256-eaa2-479e-8d93-f974e2e945f7', 'tenant_id': '47244aba6de4405d9ea861774b300ddd', 'floating_ip_address': '172.27.0.117', 'floating_network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'router_id': 'd0a133c4-8999-4de4-89ef-09d692a7abca', 'port_id': 'cbbd8aed-e390-465d-b140-9a4c90883319', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cf88e2d-f05f-45fc-a04d-f0661eff459b', 'mac_address': 'fa:16:3e:b0:96:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2fba9e-25ac-41cd-8f05-1789d4b617f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T15:10:14Z', 'updated_at': '2021-09-10T15:10:14Z', 'revision_number': 0, 'project_id': '47244aba6de4405d9ea861774b300ddd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12b59cf0-34b9-4ee4-ad39-f1a61cbaab11', 'name': '', 'network_id': '7cf88e2d-f05f-45fc-a04d-f0661eff459b', 'tenant_id': '47244aba6de4405d9ea861774b300ddd', 'mac_address': 'fa:16:3e:72:ea:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a133c4-8999-4de4-89ef-09d692a7abca', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '8893c71f-9a4e-420e-94a5-477d5ef9e705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:09:02Z', 'updated_at': '2021-09-10T15:09:16Z', 'revision_number': 5, 'project_id': '47244aba6de4405d9ea861774b300ddd', 'subnets': [{'id': '8893c71f-9a4e-420e-94a5-477d5ef9e705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:10:16.567426 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea549ebd-66e2-4c63-b605-0a7afb50fd78 None None] The sync data for ids ['d0a133c4-8999-4de4-89ef-09d692a7abca'] in dv-cinder-760153-10-iscsi is: [{'id': 'd0a133c4-8999-4de4-89ef-09d692a7abca', 'name': 'tempest-TestShelveInstance-349736955-router', 'tenant_id': '47244aba6de4405d9ea861774b300ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '112ee07b-c0b4-4c42-a02b-e34ccba87f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:08:58Z', 'updated_at': '2021-09-10T15:09:03Z', 'revision_number': 4, 'project_id': '47244aba6de4405d9ea861774b300ddd', 'gw_port': {'id': '112ee07b-c0b4-4c42-a02b-e34ccba87f6d', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a133c4-8999-4de4-89ef-09d692a7abca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:08:59Z', 'updated_at': '2021-09-10T15:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi', '_floatingips': [{'id': 'e433b256-eaa2-479e-8d93-f974e2e945f7', 'tenant_id': '47244aba6de4405d9ea861774b300ddd', 'floating_ip_address': '172.27.0.117', 'floating_network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'router_id': 'd0a133c4-8999-4de4-89ef-09d692a7abca', 'port_id': 'cbbd8aed-e390-465d-b140-9a4c90883319', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cf88e2d-f05f-45fc-a04d-f0661eff459b', 'mac_address': 'fa:16:3e:b0:96:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2fba9e-25ac-41cd-8f05-1789d4b617f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T15:10:14Z', 'updated_at': '2021-09-10T15:10:14Z', 'revision_number': 0, 'project_id': '47244aba6de4405d9ea861774b300ddd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12b59cf0-34b9-4ee4-ad39-f1a61cbaab11', 'name': '', 'network_id': '7cf88e2d-f05f-45fc-a04d-f0661eff459b', 'tenant_id': '47244aba6de4405d9ea861774b300ddd', 'mac_address': 'fa:16:3e:72:ea:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a133c4-8999-4de4-89ef-09d692a7abca', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '8893c71f-9a4e-420e-94a5-477d5ef9e705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:09:02Z', 'updated_at': '2021-09-10T15:09:16Z', 'revision_number': 5, 'project_id': '47244aba6de4405d9ea861774b300ddd', 'subnets': [{'id': '8893c71f-9a4e-420e-94a5-477d5ef9e705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:10:16.828076 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74be3496-2796-4d7f-831e-137b1f7ee0ab None None] New status for floating IP e433b256-eaa2-479e-8d93-f974e2e945f7: ACTIVE {{(pid=94012) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 15:10:24.645751 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 45914) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:10:24.760724 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-cb10eff1-3d98-4716-9775-77ac78e147e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:24.797761 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-4ef00764-a44a-4083-ba09-6d961a5c9c6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:24.908671 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-4ef00764-a44a-4083-ba09-6d961a5c9c6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:24.917300 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-4ef00764-a44a-4083-ba09-6d961a5c9c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:24.961179 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef00764-a44a-4083-ba09-6d961a5c9c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c969489-2976-4078-810c-c4d07588ae72,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:10:24.965852 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-4ef00764-a44a-4083-ba09-6d961a5c9c6c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a7027d6fd2f54022846127a9768aacfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3186853 Sep 10 15:10:24.969712 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 45918) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:10:24.971775 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef00764-a44a-4083-ba09-6d961a5c9c6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:10:24.972121 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef00764-a44a-4083-ba09-6d961a5c9c6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:10:24.972456 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef00764-a44a-4083-ba09-6d961a5c9c6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:10:24.972787 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef00764-a44a-4083-ba09-6d961a5c9c6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:10:24.973113 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef00764-a44a-4083-ba09-6d961a5c9c6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:10:24.973439 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef00764-a44a-4083-ba09-6d961a5c9c6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:10:24.973766 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef00764-a44a-4083-ba09-6d961a5c9c6c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:10:24.974125 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef00764-a44a-4083-ba09-6d961a5c9c6c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:10:24.974444 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef00764-a44a-4083-ba09-6d961a5c9c6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:10:24.975950 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef00764-a44a-4083-ba09-6d961a5c9c6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:10:24.975950 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef00764-a44a-4083-ba09-6d961a5c9c6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:10:24.975950 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef00764-a44a-4083-ba09-6d961a5c9c6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:10:25.029604 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-9f89085b-704c-498d-92c7-30a90710f6f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:25.054411 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-9f89085b-704c-498d-92c7-30a90710f6f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:25.115580 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-9f89085b-704c-498d-92c7-30a90710f6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:25.118333 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-9f89085b-704c-498d-92c7-30a90710f6f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:25.119510 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-9f89085b-704c-498d-92c7-30a90710f6f8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5c969489-2976-4078-810c-c4d07588ae72 HTTP/1.1" status: 204 len: 168 time: 0.1485176 Sep 10 15:10:25.127874 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f89085b-704c-498d-92c7-30a90710f6f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c969489-2976-4078-810c-c4d07588ae72,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:10:25.426702 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 45926) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:10:25.440438 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-aea451b3-c9ae-4e81-ae7c-d4f116d4dc92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:25.551445 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-aea451b3-c9ae-4e81-ae7c-d4f116d4dc92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:25.555121 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-aea451b3-c9ae-4e81-ae7c-d4f116d4dc92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:25.596559 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-aea451b3-c9ae-4e81-ae7c-d4f116d4dc92 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6721869f337445519167372285b8ecea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1686652 Sep 10 15:10:25.597681 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea451b3-c9ae-4e81-ae7c-d4f116d4dc92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=883e8573-4966-46a1-bc82-f8eaf6a07ee1,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:10:25.599304 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 45928) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:10:25.659443 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-e75f0dba-67ed-417f-96d0-9a3fea8a7580 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:25.682933 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-e75f0dba-67ed-417f-96d0-9a3fea8a7580 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:25.738489 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-e75f0dba-67ed-417f-96d0-9a3fea8a7580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:25.741674 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-e75f0dba-67ed-417f-96d0-9a3fea8a7580 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:25.742980 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-e75f0dba-67ed-417f-96d0-9a3fea8a7580 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/883e8573-4966-46a1-bc82-f8eaf6a07ee1 HTTP/1.1" status: 204 len: 168 time: 0.1424444 Sep 10 15:10:25.751787 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75f0dba-67ed-417f-96d0-9a3fea8a7580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=883e8573-4966-46a1-bc82-f8eaf6a07ee1,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:10:26.395537 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.agents_db [None req-04bb1bd2-f33d-49ef-a466-6fb3f7a23ee1 None None] Agent healthcheck: found 6 active agents {{(pid=94012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 15:10:26.844861 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 45962) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:10:27.217283 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-5d56f2d1-b7fe-497c-b2e6-77f07aad231b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:27.315731 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-5d56f2d1-b7fe-497c-b2e6-77f07aad231b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:27.319288 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-5d56f2d1-b7fe-497c-b2e6-77f07aad231b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:27.359338 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-5d56f2d1-b7fe-497c-b2e6-77f07aad231b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=017b9e7a01074b2ca579d53db2f658f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5126333 Sep 10 15:10:27.360097 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d56f2d1-b7fe-497c-b2e6-77f07aad231b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22cbcffe-7014-4951-8f8f-6f07742acfc4,revision_number=1']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:10:27.361983 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 45966) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:10:27.424966 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-a773d921-c69c-4d7f-b556-11bfee79971b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:27.450595 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-a773d921-c69c-4d7f-b556-11bfee79971b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:27.498977 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-f136eadb-0bd9-44d0-8cb4-00c055e5ab20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:27.507643 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-a773d921-c69c-4d7f-b556-11bfee79971b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:27.510239 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-a773d921-c69c-4d7f-b556-11bfee79971b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:27.511394 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-a773d921-c69c-4d7f-b556-11bfee79971b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/22cbcffe-7014-4951-8f8f-6f07742acfc4 HTTP/1.1" status: 204 len: 168 time: 0.1482825 Sep 10 15:10:27.519500 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a773d921-c69c-4d7f-b556-11bfee79971b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22cbcffe-7014-4951-8f8f-6f07742acfc4,revision_number=None']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:10:28.177986 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:29.203072 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b7c5f725-09d8-454b-b5ba-4a700e799395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:31.381081 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c13c67c0-2efd-4950-9279-b0623a9c603e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:40.564781 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:50.139625 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f8fb0e-7fb2-486c-bd2a-4e7158ddf38b req-afea18c4-6107-4147-96e2-3e12cfa5bdf6 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:10:50.141110 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-04f8fb0e-7fb2-486c-bd2a-4e7158ddf38b req-afea18c4-6107-4147-96e2-3e12cfa5bdf6 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 946 time: 0.0493464 Sep 10 15:10:50.179550 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-04f8fb0e-7fb2-486c-bd2a-4e7158ddf38b req-d4c9d1e7-e5af-4df0-a57c-42a934b97fe5 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=88c2f7ce-a671-457c-9037-355504b74c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318530 Sep 10 15:10:51.309512 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b657479-578d-4f7d-b8d8-f39fef3ae346 req-ef8ae646-3dba-4162-a05f-988200bd40e4 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:10:51.311282 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-1b657479-578d-4f7d-b8d8-f39fef3ae346 req-ef8ae646-3dba-4162-a05f-988200bd40e4 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 946 time: 0.0536509 Sep 10 15:10:51.350934 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-1b657479-578d-4f7d-b8d8-f39fef3ae346 req-dce20ab5-ac55-4cfd-b8a6-63649b89c5da tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=88c2f7ce-a671-457c-9037-355504b74c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334260 Sep 10 15:10:52.176508 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f7c113-ac59-46cf-9b26-c1ef97a571cc req-80035bbb-6b46-4850-9daf-734c82e09322 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:10:52.177992 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-29f7c113-ac59-46cf-9b26-c1ef97a571cc req-80035bbb-6b46-4850-9daf-734c82e09322 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 946 time: 0.0483131 Sep 10 15:10:52.273615 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.plugin [req-29f7c113-ac59-46cf-9b26-c1ef97a571cc req-b0a96be2-2214-46d5-9077-e4617cccf962 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Deleting port 82eba568-662f-42f2-bd64-96a84537e5b4 {{(pid=94009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:10:52.273950 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-29f7c113-ac59-46cf-9b26-c1ef97a571cc req-b0a96be2-2214-46d5-9077-e4617cccf962 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748757118522'] for port, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:52.361803 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.db [req-29f7c113-ac59-46cf-9b26-c1ef97a571cc req-b0a96be2-2214-46d5-9077-e4617cccf962 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] For port 82eba568-662f-42f2-bd64-96a84537e5b4, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=82eba568-662f-42f2-bd64-96a84537e5b4,segment=NetworkSegment(adc254f0-00c9-46af-adb3-b3d1f6ff0d76),segment_id=adc254f0-00c9-46af-adb3-b3d1f6ff0d76)] {{(pid=94009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:10:52.362526 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-29f7c113-ac59-46cf-9b26-c1ef97a571cc req-b0a96be2-2214-46d5-9077-e4617cccf962 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530186'] for port, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:52.556887 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd915319-fcc1-4df7-8299-d67e7e72f380 req-57919dbb-5ff1-41b0-bc05-e9d4846cce02 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:10:52.558367 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-fd915319-fcc1-4df7-8299-d67e7e72f380 req-57919dbb-5ff1-41b0-bc05-e9d4846cce02 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=e2924c45-fb9a-4ab9-86f9-3ba21e44701b HTTP/1.1" status: 200 len: 946 time: 0.1295080 Sep 10 15:10:52.657790 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-29f7c113-ac59-46cf-9b26-c1ef97a571cc req-b0a96be2-2214-46d5-9077-e4617cccf962 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:52.658359 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-29f7c113-ac59-46cf-9b26-c1ef97a571cc req-b0a96be2-2214-46d5-9077-e4617cccf962 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582779'] for floatingip, after_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:52.658835 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.db.l3_db [req-29f7c113-ac59-46cf-9b26-c1ef97a571cc req-b0a96be2-2214-46d5-9077-e4617cccf962 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Floating IP 2fa98dd4-89aa-4486-a4e0-fce855adfd37 disassociated. External IP: 172.27.0.156, port: 82eba568-662f-42f2-bd64-96a84537e5b4. Sep 10 15:10:52.659056 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.plugin [req-29f7c113-ac59-46cf-9b26-c1ef97a571cc req-b0a96be2-2214-46d5-9077-e4617cccf962 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Calling delete_port for 82eba568-662f-42f2-bd64-96a84537e5b4 owned by compute:nova {{(pid=94009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:10:52.664093 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-fd915319-fcc1-4df7-8299-d67e7e72f380 req-263e964f-a3e1-4e3f-8f01-18911d0402c6 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=88c2f7ce-a671-457c-9037-355504b74c71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980902 Sep 10 15:10:52.808697 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-29f7c113-ac59-46cf-9b26-c1ef97a571cc req-b0a96be2-2214-46d5-9077-e4617cccf962 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748757126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748756606410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1040815'] for port, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:52.837948 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a96be2-2214-46d5-9077-e4617cccf962 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Pushing event deleted for resources: {'Port': ['ID=82eba568-662f-42f2-bd64-96a84537e5b4,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:10:52.977929 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.l3_agent_scheduler [req-29f7c113-ac59-46cf-9b26-c1ef97a571cc req-b0a96be2-2214-46d5-9077-e4617cccf962 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Router 75318aa0-7754-4055-b8f8-254019025fad has already been hosted by L3 agent b0771735-54fe-4ba2-aeee-11d3b2b54cf1 {{(pid=94009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 15:10:53.096023 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-29f7c113-ac59-46cf-9b26-c1ef97a571cc req-b0a96be2-2214-46d5-9077-e4617cccf962 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify agent at l3_agent.dv-cinder-760153-10-iscsi the message routers_updated {{(pid=94009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:10:53.106690 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcb4948-387e-487d-ae7e-8fa43e8ceb5f None None] Sync routers for ids ['75318aa0-7754-4055-b8f8-254019025fad'] in dv-cinder-760153-10-iscsi {{(pid=94011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:10:53.123782 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcb4948-387e-487d-ae7e-8fa43e8ceb5f None None] Routers {'75318aa0-7754-4055-b8f8-254019025fad'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:10:53.124849 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-bdcb4948-387e-487d-ae7e-8fa43e8ceb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T15:10:27Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['75318aa0-7754-4055-b8f8-254019025fad'], 'active': True} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:10:53.143965 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.l3_dvrscheduler_db [req-29f7c113-ac59-46cf-9b26-c1ef97a571cc req-b0a96be2-2214-46d5-9077-e4617cccf962 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] No DVR routers for this DVR port 82eba568-662f-42f2-bd64-96a84537e5b4 on host hv-cinder-76015 {{(pid=94009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 15:10:53.146737 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-29f7c113-ac59-46cf-9b26-c1ef97a571cc req-b0a96be2-2214-46d5-9077-e4617cccf962 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46804'] for port, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:53.148799 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-29f7c113-ac59-46cf-9b26-c1ef97a571cc req-b0a96be2-2214-46d5-9077-e4617cccf962 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.42 "DELETE /v2.0/ports/82eba568-662f-42f2-bd64-96a84537e5b4 HTTP/1.1" status: 204 len: 173 time: 0.9629712 Sep 10 15:10:53.149251 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2924c45-fb9a-4ab9-86f9-3ba21e44701b', 'name': 'network-vif-deleted', 'tag': '82eba568-662f-42f2-bd64-96a84537e5b4'}] {{(pid=94009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:10:53.151553 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9f06775dd2e397dd855044b511bdd55e5ba575987bbc09c0a11d88d405cb18b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb859aa-a8a9-4e71-ac55-5e7c838edfe8" -d '{"events": [{"server_uuid": "e2924c45-fb9a-4ab9-86f9-3ba21e44701b", "name": "network-vif-deleted", "tag": "82eba568-662f-42f2-bd64-96a84537e5b4"}]}' {{(pid=94009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:10:53.196972 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80001fed-6c36-42aa-a4ab-6036f1c96cf3 x-openstack-request-id: req-80001fed-6c36-42aa-a4ab-6036f1c96cf3 {{(pid=94009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:10:53.197269 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2924c45-fb9a-4ab9-86f9-3ba21e44701b", "name": "network-vif-deleted", "tag": "82eba568-662f-42f2-bd64-96a84537e5b4", "status": "completed", "code": 200}]} {{(pid=94009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:10:53.197674 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-80001fed-6c36-42aa-a4ab-6036f1c96cf3 {{(pid=94009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:10:53.198105 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2924c45-fb9a-4ab9-86f9-3ba21e44701b', 'name': 'network-vif-deleted', 'tag': '82eba568-662f-42f2-bd64-96a84537e5b4', 'status': 'completed', 'code': 200} Sep 10 15:10:53.313479 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvr_db [None req-bdcb4948-387e-487d-ae7e-8fa43e8ceb5f None None] Set router 75318aa0-7754-4055-b8f8-254019025fad gateway port host: dv-cinder-760153-10-iscsi {{(pid=94011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:10:53.436648 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d9f113-e83d-4d8e-991c-216aab2499d0 req-4e0deb73-fb87-4b45-ae7f-23a82bacca2f tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:10:53.438138 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-45d9f113-e83d-4d8e-991c-216aab2499d0 req-4e0deb73-fb87-4b45-ae7f-23a82bacca2f tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c641dd7-f659-4fb3-b7d6-ce0766297ef7 HTTP/1.1" status: 200 len: 945 time: 0.0554638 Sep 10 15:10:53.484605 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-45d9f113-e83d-4d8e-991c-216aab2499d0 req-d7e2279e-f20e-4425-a550-630995d28942 tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] 10.222.0.35 "GET /v2.0/security-groups?id=2aacb530-ab44-4e06-bdb0-7a7615c5207f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360191 Sep 10 15:10:53.539172 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-bdcb4948-387e-487d-ae7e-8fa43e8ceb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75318aa0-7754-4055-b8f8-254019025fad', 'name': 'tempest-AttachVolumeShelveTestJSON-1850833039-router', 'tenant_id': 'c0149948ecbd4da99adb4e990da99cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'a1386db7-90f2-4a27-976b-3ecd198cac74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:05:57Z', 'updated_at': '2021-09-10T15:06:11Z', 'revision_number': 4, 'project_id': 'c0149948ecbd4da99adb4e990da99cd9', 'gw_port': {'id': 'a1386db7-90f2-4a27-976b-3ecd198cac74', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:88:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75318aa0-7754-4055-b8f8-254019025fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:05:59Z', 'updated_at': '2021-09-10T15:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi', '_interfaces': [{'id': 'a6121906-e268-4286-a449-4c77a390ff70', 'name': '', 'network_id': 'd8cbe470-bc98-41a4-a428-659bec184b54', 'tenant_id': 'c0149948ecbd4da99adb4e990da99cd9', 'mac_address': 'fa:16:3e:69:3b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75318aa0-7754-4055-b8f8-254019025fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '782052c7-4991-4efe-97d8-5a0e8f67d6bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:06:06Z', 'updated_at': '2021-09-10T15:06:24Z', 'revision_number': 5, 'project_id': 'c0149948ecbd4da99adb4e990da99cd9', 'subnets': [{'id': '782052c7-4991-4efe-97d8-5a0e8f67d6bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:10:53.566517 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcb4948-387e-487d-ae7e-8fa43e8ceb5f None None] Checking router: 75318aa0-7754-4055-b8f8-254019025fad for host: dv-cinder-760153-10-iscsi {{(pid=94011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:10:53.576954 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcb4948-387e-487d-ae7e-8fa43e8ceb5f None None] Routers {'75318aa0-7754-4055-b8f8-254019025fad'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:10:53.577517 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-bdcb4948-387e-487d-ae7e-8fa43e8ceb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T15:10:27Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['75318aa0-7754-4055-b8f8-254019025fad'], 'active': True} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:10:53.697505 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvr_db [None req-bdcb4948-387e-487d-ae7e-8fa43e8ceb5f None None] Set router 75318aa0-7754-4055-b8f8-254019025fad gateway port host: dv-cinder-760153-10-iscsi {{(pid=94011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:10:53.791571 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 46254) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:10:53.874776 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-032bc50f-db5d-427a-8720-c6ff729414a1 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks [] for security_group, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:53.916316 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-032bc50f-db5d-427a-8720-c6ff729414a1 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:53.948116 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-bdcb4948-387e-487d-ae7e-8fa43e8ceb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75318aa0-7754-4055-b8f8-254019025fad', 'name': 'tempest-AttachVolumeShelveTestJSON-1850833039-router', 'tenant_id': 'c0149948ecbd4da99adb4e990da99cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'a1386db7-90f2-4a27-976b-3ecd198cac74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:05:57Z', 'updated_at': '2021-09-10T15:06:11Z', 'revision_number': 4, 'project_id': 'c0149948ecbd4da99adb4e990da99cd9', 'gw_port': {'id': 'a1386db7-90f2-4a27-976b-3ecd198cac74', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:88:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75318aa0-7754-4055-b8f8-254019025fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:05:59Z', 'updated_at': '2021-09-10T15:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi', '_interfaces': [{'id': 'a6121906-e268-4286-a449-4c77a390ff70', 'name': '', 'network_id': 'd8cbe470-bc98-41a4-a428-659bec184b54', 'tenant_id': 'c0149948ecbd4da99adb4e990da99cd9', 'mac_address': 'fa:16:3e:69:3b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75318aa0-7754-4055-b8f8-254019025fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '782052c7-4991-4efe-97d8-5a0e8f67d6bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:06:06Z', 'updated_at': '2021-09-10T15:06:24Z', 'revision_number': 5, 'project_id': 'c0149948ecbd4da99adb4e990da99cd9', 'subnets': [{'id': '782052c7-4991-4efe-97d8-5a0e8f67d6bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:10:53.999870 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdcb4948-387e-487d-ae7e-8fa43e8ceb5f None None] The sync data for ids ['75318aa0-7754-4055-b8f8-254019025fad'] in dv-cinder-760153-10-iscsi is: [{'id': '75318aa0-7754-4055-b8f8-254019025fad', 'name': 'tempest-AttachVolumeShelveTestJSON-1850833039-router', 'tenant_id': 'c0149948ecbd4da99adb4e990da99cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'a1386db7-90f2-4a27-976b-3ecd198cac74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:05:57Z', 'updated_at': '2021-09-10T15:06:11Z', 'revision_number': 4, 'project_id': 'c0149948ecbd4da99adb4e990da99cd9', 'gw_port': {'id': 'a1386db7-90f2-4a27-976b-3ecd198cac74', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:88:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75318aa0-7754-4055-b8f8-254019025fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:05:59Z', 'updated_at': '2021-09-10T15:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi', '_interfaces': [{'id': 'a6121906-e268-4286-a449-4c77a390ff70', 'name': '', 'network_id': 'd8cbe470-bc98-41a4-a428-659bec184b54', 'tenant_id': 'c0149948ecbd4da99adb4e990da99cd9', 'mac_address': 'fa:16:3e:69:3b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75318aa0-7754-4055-b8f8-254019025fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '782052c7-4991-4efe-97d8-5a0e8f67d6bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:06:06Z', 'updated_at': '2021-09-10T15:06:24Z', 'revision_number': 5, 'project_id': 'c0149948ecbd4da99adb4e990da99cd9', 'subnets': [{'id': '782052c7-4991-4efe-97d8-5a0e8f67d6bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:10:54.011514 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-032bc50f-db5d-427a-8720-c6ff729414a1 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:54.017372 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-032bc50f-db5d-427a-8720-c6ff729414a1 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks [] for security_group, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:54.019437 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-032bc50f-db5d-427a-8720-c6ff729414a1 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "DELETE /v2.0/security-groups/88c2f7ce-a671-457c-9037-355504b74c71 HTTP/1.1" status: 204 len: 168 time: 0.2266016 Sep 10 15:10:54.024556 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 46258) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:10:54.035978 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032bc50f-db5d-427a-8720-c6ff729414a1 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c2f7ce-a671-457c-9037-355504b74c71,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:10:54.052542 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.api.v2.resource [None req-8f350940-91b5-429f-b33f-886a450f18c5 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] show failed (client error): The resource could not be found. Sep 10 15:10:54.059972 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 46260) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:10:54.060463 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-8f350940-91b5-429f-b33f-886a450f18c5 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups/88c2f7ce-a671-457c-9037-355504b74c71 HTTP/1.1" status: 404 len: 347 time: 0.0331659 Sep 10 15:10:54.203236 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 46264) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:10:54.228757 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.plugin [None req-a66b7485-1437-421d-b056-d1d557b9edf3 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Deleting port 154f0096-b527-45fb-b145-ecdfae54e187 {{(pid=94009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:10:54.229105 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-a66b7485-1437-421d-b056-d1d557b9edf3 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748757118522'] for port, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:54.348253 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-06d3f715-2e10-466d-9e21-8cdecd28aa10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:54.373050 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-a66b7485-1437-421d-b056-d1d557b9edf3 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530186'] for port, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:54.373415 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-a66b7485-1437-421d-b056-d1d557b9edf3 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:54.388923 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.plugin [None req-a66b7485-1437-421d-b056-d1d557b9edf3 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Calling delete_port for 154f0096-b527-45fb-b145-ecdfae54e187 owned by network:floatingip {{(pid=94009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:10:54.424379 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44086913-5a48-49f3-9b86-507a1b8d9176 None None] New status for floating IP 2fa98dd4-89aa-4486-a4e0-fce855adfd37: DOWN {{(pid=94012) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 15:10:54.466971 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-06d3f715-2e10-466d-9e21-8cdecd28aa10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:54.474105 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-06d3f715-2e10-466d-9e21-8cdecd28aa10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:54.519820 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron_lib.db.api [None req-44086913-5a48-49f3-9b86-507a1b8d9176 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 10 15:10:54.519820 dv-cinder-760153-10-iscsi neutron-server[94012]: [SQL: UPDATE floatingips SET `status`=%(status)s WHERE floatingips.id = %(floatingips_id)s] Sep 10 15:10:54.519820 dv-cinder-760153-10-iscsi neutron-server[94012]: [parameters: {'status': 'DOWN', 'floatingips_id': '2fa98dd4-89aa-4486-a4e0-fce855adfd37'}] Sep 10 15:10:54.519820 dv-cinder-760153-10-iscsi neutron-server[94012]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94012) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 15:10:54.521074 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG oslo_db.api [None req-44086913-5a48-49f3-9b86-507a1b8d9176 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 15:10:54.534711 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-06d3f715-2e10-466d-9e21-8cdecd28aa10 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1f59060eed2d40e89d36be88d82f9847&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3298109 Sep 10 15:10:54.535716 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 46270) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:10:54.557893 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d3f715-2e10-466d-9e21-8cdecd28aa10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57741eec-3db9-4d72-8d52-0c41866792ac,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:10:54.566412 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-a66b7485-1437-421d-b056-d1d557b9edf3 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748757126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748756606410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1040815'] for port, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:54.612608 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-9af63135-9648-466c-a0d1-a108103a027a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:54.642343 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66b7485-1437-421d-b056-d1d557b9edf3 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Pushing event deleted for resources: {'Port': ['ID=154f0096-b527-45fb-b145-ecdfae54e187,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:10:54.648736 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-93e87aec-2e62-475a-924e-6963fcf2a530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:54.657261 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-9af63135-9648-466c-a0d1-a108103a027a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:54.727759 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a73bec1-3269-4f7f-9f64-367da5b36462 req-a96fc54b-2b85-46f6-9d19-29b6a6ef299f tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:10:54.729672 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-2a73bec1-3269-4f7f-9f64-367da5b36462 req-a96fc54b-2b85-46f6-9d19-29b6a6ef299f tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c641dd7-f659-4fb3-b7d6-ce0766297ef7 HTTP/1.1" status: 200 len: 945 time: 0.1511805 Sep 10 15:10:54.738503 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-a66b7485-1437-421d-b056-d1d557b9edf3 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks [] for floatingip, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:54.743689 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-a66b7485-1437-421d-b056-d1d557b9edf3 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46804'] for floatingip, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:54.749306 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-a66b7485-1437-421d-b056-d1d557b9edf3 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "DELETE /v2.0/floatingips/2fa98dd4-89aa-4486-a4e0-fce855adfd37 HTTP/1.1" status: 204 len: 168 time: 0.6829710 Sep 10 15:10:54.761698 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-9af63135-9648-466c-a0d1-a108103a027a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:54.776895 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-9af63135-9648-466c-a0d1-a108103a027a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:54.779286 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-9af63135-9648-466c-a0d1-a108103a027a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/57741eec-3db9-4d72-8d52-0c41866792ac HTTP/1.1" status: 204 len: 168 time: 0.2423987 Sep 10 15:10:54.796785 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af63135-9648-466c-a0d1-a108103a027a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57741eec-3db9-4d72-8d52-0c41866792ac,revision_number=None']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:10:54.824906 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-2a73bec1-3269-4f7f-9f64-367da5b36462 req-e1798b08-081e-4a27-8cec-9fff3115365e tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] 10.222.0.35 "GET /v2.0/security-groups?id=2aacb530-ab44-4e06-bdb0-7a7615c5207f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617633 Sep 10 15:10:55.023837 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44086913-5a48-49f3-9b86-507a1b8d9176 None None] New status for floating IP 2fa98dd4-89aa-4486-a4e0-fce855adfd37: DOWN {{(pid=94012) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 15:10:55.129968 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 46278) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:10:55.140096 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.v2.base [None req-ff12d305-66b3-48d4-9ebf-fa625fb6796d tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2088414156', 'description': 'tempest-description--2021109643'}} {{(pid=94010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:10:55.170496 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-ff12d305-66b3-48d4-9ebf-fa625fb6796d tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks [] for security_group, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:55.259053 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b81e9-a2f4-4754-ac88-71ff8e409743 req-0d841780-b91e-474d-9f77-1fe31ca25a81 tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:10:55.261213 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-5f7b81e9-a2f4-4754-ac88-71ff8e409743 req-0d841780-b91e-474d-9f77-1fe31ca25a81 tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] 10.222.0.42 "GET /v2.0/ports?device_id=6c641dd7-f659-4fb3-b7d6-ce0766297ef7 HTTP/1.1" status: 200 len: 945 time: 0.0642605 Sep 10 15:10:55.272098 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-ff12d305-66b3-48d4-9ebf-fa625fb6796d tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks [] for security_group, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:55.277212 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-ff12d305-66b3-48d4-9ebf-fa625fb6796d tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:55.300638 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-ff12d305-66b3-48d4-9ebf-fa625fb6796d tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks [] for security_group, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:55.302505 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-ff12d305-66b3-48d4-9ebf-fa625fb6796d tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1712027 Sep 10 15:10:55.307619 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 46280) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:10:55.312468 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.v2.base [None req-66f678b0-e71b-4ce4-af49-73dbdf3132b3 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Request body: {'security_group_rule': {'security_group_id': 'a513943a-efda-493e-84de-dcd66cfa68ba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:10:55.315759 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff12d305-66b3-48d4-9ebf-fa625fb6796d tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a513943a-efda-493e-84de-dcd66cfa68ba,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:10:55.376166 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-66f678b0-e71b-4ce4-af49-73dbdf3132b3 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:55.415508 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.plugin [req-5f7b81e9-a2f4-4754-ac88-71ff8e409743 req-0aaa6ac6-5b43-43a2-be05-453b89211e05 tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] Deleting port 878857f8-43d2-4870-a750-370c7f55dc42 {{(pid=94009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:10:55.415887 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-5f7b81e9-a2f4-4754-ac88-71ff8e409743 req-0aaa6ac6-5b43-43a2-be05-453b89211e05 tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748757118522'] for port, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:55.468822 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-66f678b0-e71b-4ce4-af49-73dbdf3132b3 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:55.495598 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-66f678b0-e71b-4ce4-af49-73dbdf3132b3 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591329'] for security_group_rule, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:55.530454 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f678b0-e71b-4ce4-af49-73dbdf3132b3 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22711138-6433-4cc6-978e-dd846f52f81d,revision_number=0']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:10:55.536557 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-66f678b0-e71b-4ce4-af49-73dbdf3132b3 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:55.537675 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-66f678b0-e71b-4ce4-af49-73dbdf3132b3 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2290518 Sep 10 15:10:55.541089 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 46282) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:10:55.547295 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.v2.base [None req-b2632f8b-310b-4b7e-8dde-1f22affefae7 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Request body: {'security_group_rule': {'security_group_id': 'a513943a-efda-493e-84de-dcd66cfa68ba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:10:55.550866 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.db [req-5f7b81e9-a2f4-4754-ac88-71ff8e409743 req-0aaa6ac6-5b43-43a2-be05-453b89211e05 tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] For port 878857f8-43d2-4870-a750-370c7f55dc42, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=878857f8-43d2-4870-a750-370c7f55dc42,segment=NetworkSegment(3d14850a-ecaa-4d9e-8bc2-338a64814687),segment_id=3d14850a-ecaa-4d9e-8bc2-338a64814687)] {{(pid=94009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:10:55.551243 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-5f7b81e9-a2f4-4754-ac88-71ff8e409743 req-0aaa6ac6-5b43-43a2-be05-453b89211e05 tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530186'] for port, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:55.565347 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.plugin [req-5f7b81e9-a2f4-4754-ac88-71ff8e409743 req-0aaa6ac6-5b43-43a2-be05-453b89211e05 tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] Calling delete_port for 878857f8-43d2-4870-a750-370c7f55dc42 owned by compute:nova {{(pid=94009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:10:55.582156 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-b2632f8b-310b-4b7e-8dde-1f22affefae7 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:55.643449 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-b2632f8b-310b-4b7e-8dde-1f22affefae7 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:55.650446 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-b2632f8b-310b-4b7e-8dde-1f22affefae7 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591329'] for security_group_rule, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:55.672524 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2632f8b-310b-4b7e-8dde-1f22affefae7 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb757250-d558-4cab-9b2c-faf931c174be,revision_number=0']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:10:55.680712 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-b2632f8b-310b-4b7e-8dde-1f22affefae7 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:55.682079 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-b2632f8b-310b-4b7e-8dde-1f22affefae7 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1398189 Sep 10 15:10:55.685076 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 46284) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:10:55.689737 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.v2.base [None req-e2ffe1ee-000b-44b0-a3e6-0c76cd49577b tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Request body: {'floatingip': {'floating_network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed'}} {{(pid=94010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:10:55.711710 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-5f7b81e9-a2f4-4754-ac88-71ff8e409743 req-0aaa6ac6-5b43-43a2-be05-453b89211e05 tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748757126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748756606410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1040815'] for port, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:55.713516 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-e2ffe1ee-000b-44b0-a3e6-0c76cd49577b tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks [] for floatingip, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:55.727651 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] get_ports_and_sgs() called for port_ids ['878857f8-43d2-4870-a750-370c7f55dc42'] {{(pid=94011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 15:10:55.743053 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaa6ac6-5b43-43a2-be05-453b89211e05 tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] Pushing event deleted for resources: {'Port': ['ID=878857f8-43d2-4870-a750-370c7f55dc42,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:10:55.789412 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f7b81e9-a2f4-4754-ac88-71ff8e409743 req-0aaa6ac6-5b43-43a2-be05-453b89211e05 tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] No DVR routers for this DVR port 878857f8-43d2-4870-a750-370c7f55dc42 on host hv-cinder-76015 {{(pid=94009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 15:10:55.792026 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-5f7b81e9-a2f4-4754-ac88-71ff8e409743 req-0aaa6ac6-5b43-43a2-be05-453b89211e05 tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46804'] for port, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:55.794157 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-5f7b81e9-a2f4-4754-ac88-71ff8e409743 req-0aaa6ac6-5b43-43a2-be05-453b89211e05 tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] 10.222.0.42 "DELETE /v2.0/ports/878857f8-43d2-4870-a750-370c7f55dc42 HTTP/1.1" status: 204 len: 173 time: 0.5260348 Sep 10 15:10:55.794615 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c641dd7-f659-4fb3-b7d6-ce0766297ef7', 'name': 'network-vif-deleted', 'tag': '878857f8-43d2-4870-a750-370c7f55dc42'}] {{(pid=94009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:10:55.796925 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9f06775dd2e397dd855044b511bdd55e5ba575987bbc09c0a11d88d405cb18b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7430105f-c517-4b64-a984-5d6b20d859ca" -d '{"events": [{"server_uuid": "6c641dd7-f659-4fb3-b7d6-ce0766297ef7", "name": "network-vif-deleted", "tag": "878857f8-43d2-4870-a750-370c7f55dc42"}]}' {{(pid=94009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:10:55.835918 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-849a749d-1ff6-4b24-a481-a9ab3b10e836 x-openstack-request-id: req-849a749d-1ff6-4b24-a481-a9ab3b10e836 {{(pid=94009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:10:55.836172 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c641dd7-f659-4fb3-b7d6-ce0766297ef7", "name": "network-vif-deleted", "tag": "878857f8-43d2-4870-a750-370c7f55dc42", "status": "completed", "code": 200}]} {{(pid=94009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:10:55.836485 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-849a749d-1ff6-4b24-a481-a9ab3b10e836 {{(pid=94009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:10:55.836880 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c641dd7-f659-4fb3-b7d6-ce0766297ef7', 'name': 'network-vif-deleted', 'tag': '878857f8-43d2-4870-a750-370c7f55dc42', 'status': 'completed', 'code': 200} Sep 10 15:10:55.839468 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-e2ffe1ee-000b-44b0-a3e6-0c76cd49577b tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:55.978458 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.db.db_base_plugin_common [None req-e2ffe1ee-000b-44b0-a3e6-0c76cd49577b tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Allocated IP 172.27.0.43 (caa13d69-ff92-44ce-a665-3b9af711feed/3b314502-2ac4-4640-9fa5-f95f10fc4599/135a5637-bdce-4bde-b37c-98002a89d99c) {{(pid=94010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:10:56.000921 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-73ad676f-c710-4390-945b-5d731677ceca req-32d7ef42-8fc8-4055-9799-382e33f653b3 tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c641dd7-f659-4fb3-b7d6-ce0766297ef7 HTTP/1.1" status: 200 len: 210 time: 0.0315161 Sep 10 15:10:56.114520 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-e2ffe1ee-000b-44b0-a3e6-0c76cd49577b tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks [] for port, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:56.157705 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-e2ffe1ee-000b-44b0-a3e6-0c76cd49577b tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748756606401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14298976'] for port, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:56.200065 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ffe1ee-000b-44b0-a3e6-0c76cd49577b tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Network caa13d69-ff92-44ce-a665-3b9af711feed is already hosted by enough agents. {{(pid=94010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:10:56.203105 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.base_scheduler [None req-e2ffe1ee-000b-44b0-a3e6-0c76cd49577b tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Resources bound (agent type, host, resource id): {{(pid=94010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:10:56.205844 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ffe1ee-000b-44b0-a3e6-0c76cd49577b tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Received port after_create {{(pid=94010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:10:56.235889 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ffe1ee-000b-44b0-a3e6-0c76cd49577b tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Pushing event updated for resources: {'Port': ['ID=135a5637-bdce-4bde-b37c-98002a89d99c,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:10:56.312969 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-e2ffe1ee-000b-44b0-a3e6-0c76cd49577b tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:56.352723 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-e2ffe1ee-000b-44b0-a3e6-0c76cd49577b tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:56.544983 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-e2ffe1ee-000b-44b0-a3e6-0c76cd49577b tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks [] for port, precommit_update {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:56.551088 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-e2ffe1ee-000b-44b0-a3e6-0c76cd49577b tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14298515'] for port, after_update {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:56.621409 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ffe1ee-000b-44b0-a3e6-0c76cd49577b tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Pushing event updated for resources: {'Port': ['ID=135a5637-bdce-4bde-b37c-98002a89d99c,revision_number=2']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:10:56.634919 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-e2ffe1ee-000b-44b0-a3e6-0c76cd49577b tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582779'] for floatingip, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:56.654952 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-e2ffe1ee-000b-44b0-a3e6-0c76cd49577b tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46804'] for floatingip, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:56.657420 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-e2ffe1ee-000b-44b0-a3e6-0c76cd49577b tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9710367 Sep 10 15:10:56.858294 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device 82eba568-662f-42f2-bd64-96a84537e5b4 no longer exists at agent hyperv_hv-cinder-76015 {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:10:56.865578 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-da3adf5d-5c6a-463d-b5d4-304c7d180b39 req-3c91bc5f-e110-4abf-968a-5daec6ba35fc tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--2088414156&fields=id&tenant_id=c0149948ecbd4da99adb4e990da99cd9 HTTP/1.1" status: 200 len: 267 time: 0.0356300 Sep 10 15:10:56.879666 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] No Port match for: 82eba568-662f-42f2-bd64-96a84537e5b4 {{(pid=94011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:10:56.881508 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device 82eba568-662f-42f2-bd64-96a84537e5b4 not bound to the agent host hv-cinder-76015 {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:10:56.985196 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3adf5d-5c6a-463d-b5d4-304c7d180b39 req-ba207bdf-6dd9-4f48-9d82-d5a0cde959a2 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:10:56.986708 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-da3adf5d-5c6a-463d-b5d4-304c7d180b39 req-ba207bdf-6dd9-4f48-9d82-d5a0cde959a2 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/networks?id=d8cbe470-bc98-41a4-a428-659bec184b54 HTTP/1.1" status: 200 len: 817 time: 0.1136045 Sep 10 15:10:57.002414 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-da3adf5d-5c6a-463d-b5d4-304c7d180b39 req-447554c3-da55-4ddb-81d2-5c2d5304b40e tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/quotas/c0149948ecbd4da99adb4e990da99cd9 HTTP/1.1" status: 200 len: 375 time: 0.0090442 Sep 10 15:10:57.059234 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-da3adf5d-5c6a-463d-b5d4-304c7d180b39 req-f0e856e1-1af6-4eac-8533-21eeb79372e6 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=c0149948ecbd4da99adb4e990da99cd9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0499206 Sep 10 15:10:57.170607 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-da3adf5d-5c6a-463d-b5d4-304c7d180b39 req-df4edf95-20d0-4342-9b3d-a31d6f5e9dd8 service neutron] 10.222.0.35 "GET /v2.0/networks/d8cbe470-bc98-41a4-a428-659bec184b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967188 Sep 10 15:10:57.274463 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-da3adf5d-5c6a-463d-b5d4-304c7d180b39 req-96805249-6ae7-4949-8f66-d44425995c03 service neutron] 10.222.0.35 "GET /v2.0/networks/d8cbe470-bc98-41a4-a428-659bec184b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977571 Sep 10 15:10:57.434595 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-966e51bd-4eee-4716-8984-48bf6725b5c9 req-252ecfa4-7a58-4260-b1dc-2d56046439eb tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=57ef1793-ae01-454a-94de-16de99900787 HTTP/1.1" status: 200 len: 210 time: 0.0290728 Sep 10 15:10:57.493070 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-21858547-03bb-4a56-a37e-3f8363ce2198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:58.180415 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:58.721186 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-7a2a0768-31e2-4be5-b385-cef25571f503 req-cecc9a30-ad05-477b-8e3f-2266f3d658d7 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=57ef1793-ae01-454a-94de-16de99900787 HTTP/1.1" status: 200 len: 210 time: 0.2143116 Sep 10 15:10:59.206364 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b7c5f725-09d8-454b-b5ba-4a700e799395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:10:59.886090 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-6379e69a-02a0-4026-b91f-fb086675522c req-cf7cf76d-d16f-4886-b1a8-ca416ff486e5 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=57ef1793-ae01-454a-94de-16de99900787 HTTP/1.1" status: 200 len: 210 time: 0.0860541 Sep 10 15:11:00.798805 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3adf5d-5c6a-463d-b5d4-304c7d180b39 req-80e47b82-4586-4d82-9254-5c0615016889 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:00.800283 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-da3adf5d-5c6a-463d-b5d4-304c7d180b39 req-80e47b82-4586-4d82-9254-5c0615016889 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.42 "GET /v2.0/networks?id=d8cbe470-bc98-41a4-a428-659bec184b54 HTTP/1.1" status: 200 len: 817 time: 0.1277914 Sep 10 15:11:00.847921 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-da3adf5d-5c6a-463d-b5d4-304c7d180b39 req-d531a43e-15cb-4863-a80f-bc01d25ee37c tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0149948ecbd4da99adb4e990da99cd9 HTTP/1.1" status: 200 len: 380 time: 0.0370038 Sep 10 15:11:00.861611 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.v2.base [req-da3adf5d-5c6a-463d-b5d4-304c7d180b39 req-cbfd26ec-7088-4df3-ab89-cb2755b86d3e tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Request body: {'port': {'device_id': '57ef1793-ae01-454a-94de-16de99900787', 'network_id': 'd8cbe470-bc98-41a4-a428-659bec184b54', 'admin_state_up': True, 'tenant_id': 'c0149948ecbd4da99adb4e990da99cd9', 'security_groups': ['a513943a-efda-493e-84de-dcd66cfa68ba']}} {{(pid=94009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:11:00.884506 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device 878857f8-43d2-4870-a750-370c7f55dc42 no longer exists at agent hyperv_hv-cinder-76015 {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:11:00.904836 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] No Port match for: 878857f8-43d2-4870-a750-370c7f55dc42 {{(pid=94011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:11:00.905181 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device 878857f8-43d2-4870-a750-370c7f55dc42 not bound to the agent host hv-cinder-76015 {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:11:00.997672 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-48972fa4-675b-4627-bc56-b69d732f549c req-282f335a-cbab-4cde-9616-d6e56d71ea8f tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=57ef1793-ae01-454a-94de-16de99900787 HTTP/1.1" status: 200 len: 210 time: 0.0318727 Sep 10 15:11:01.004673 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da3adf5d-5c6a-463d-b5d4-304c7d180b39 req-cbfd26ec-7088-4df3-ab89-cb2755b86d3e tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Made reservation on behalf of c0149948ecbd4da99adb4e990da99cd9 for: {'port': 1} {{(pid=94009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:11:01.008409 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-da3adf5d-5c6a-463d-b5d4-304c7d180b39 req-cbfd26ec-7088-4df3-ab89-cb2755b86d3e tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:01.148830 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.db_base_plugin_common [req-da3adf5d-5c6a-463d-b5d4-304c7d180b39 req-cbfd26ec-7088-4df3-ab89-cb2755b86d3e tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Allocated IP 172.20.0.9 (d8cbe470-bc98-41a4-a428-659bec184b54/782052c7-4991-4efe-97d8-5a0e8f67d6bc/51e20ead-5ca9-4dd3-a452-2be31657bb35) {{(pid=94009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:11:01.287918 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-da3adf5d-5c6a-463d-b5d4-304c7d180b39 req-cbfd26ec-7088-4df3-ab89-cb2755b86d3e tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks [] for port, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:01.301492 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.provisioning_blocks [req-da3adf5d-5c6a-463d-b5d4-304c7d180b39 req-cbfd26ec-7088-4df3-ab89-cb2755b86d3e tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Transition to ACTIVE for port object 51e20ead-5ca9-4dd3-a452-2be31657bb35 will not be triggered until provisioned by entity DHCP. {{(pid=94009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:11:01.338181 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-da3adf5d-5c6a-463d-b5d4-304c7d180b39 req-cbfd26ec-7088-4df3-ab89-cb2755b86d3e tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748756606401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1040815'] for port, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:01.385508 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da3adf5d-5c6a-463d-b5d4-304c7d180b39 req-cbfd26ec-7088-4df3-ab89-cb2755b86d3e tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Network d8cbe470-bc98-41a4-a428-659bec184b54 is already hosted by enough agents. {{(pid=94009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:11:01.388930 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.base_scheduler [req-da3adf5d-5c6a-463d-b5d4-304c7d180b39 req-cbfd26ec-7088-4df3-ab89-cb2755b86d3e tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Resources bound (agent type, host, resource id): {{(pid=94009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:11:01.391921 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c13c67c0-2efd-4950-9279-b0623a9c603e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:01.393384 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.l3_dvrscheduler_db [req-da3adf5d-5c6a-463d-b5d4-304c7d180b39 req-cbfd26ec-7088-4df3-ab89-cb2755b86d3e tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Received port after_create {{(pid=94009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:11:01.425468 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfd26ec-7088-4df3-ab89-cb2755b86d3e tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Pushing event updated for resources: {'Port': ['ID=51e20ead-5ca9-4dd3-a452-2be31657bb35,revision_number=1']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:11:01.463333 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3adf5d-5c6a-463d-b5d4-304c7d180b39 req-cbfd26ec-7088-4df3-ab89-cb2755b86d3e tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:01.464139 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-da3adf5d-5c6a-463d-b5d4-304c7d180b39 req-cbfd26ec-7088-4df3-ab89-cb2755b86d3e tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46804'] for port, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:01.482675 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-da3adf5d-5c6a-463d-b5d4-304c7d180b39 req-cbfd26ec-7088-4df3-ab89-cb2755b86d3e tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6252689 Sep 10 15:11:01.505008 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.v2.base [req-da3adf5d-5c6a-463d-b5d4-304c7d180b39 req-caf19934-9f85-4e90-b9ee-69639dc27170 service neutron] Request body: {'port': {'device_id': '57ef1793-ae01-454a-94de-16de99900787', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76015'}} {{(pid=94009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:11:01.567552 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-da3adf5d-5c6a-463d-b5d4-304c7d180b39 req-caf19934-9f85-4e90-b9ee-69639dc27170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:01.703086 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-19aa41d2-bc73-48e4-ba46-3f0248843d48 None None] Provisioning for port 51e20ead-5ca9-4dd3-a452-2be31657bb35 completed by entity DHCP. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:11:01.707084 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-19aa41d2-bc73-48e4-ba46-3f0248843d48 None None] Provisioning complete for port 51e20ead-5ca9-4dd3-a452-2be31657bb35 triggered by entity DHCP. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:11:01.707453 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-19aa41d2-bc73-48e4-ba46-3f0248843d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:01.746344 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-19aa41d2-bc73-48e4-ba46-3f0248843d48 None None] Port 51e20ead-5ca9-4dd3-a452-2be31657bb35 cannot update to ACTIVE because it is not bound. {{(pid=94011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 15:11:01.869721 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.notifiers.nova [req-da3adf5d-5c6a-463d-b5d4-304c7d180b39 req-caf19934-9f85-4e90-b9ee-69639dc27170 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51e20ead-5ca9-4dd3-a452-2be31657bb35 {{(pid=94009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:11:01.877963 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-da3adf5d-5c6a-463d-b5d4-304c7d180b39 req-caf19934-9f85-4e90-b9ee-69639dc27170 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:01.891412 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.provisioning_blocks [req-da3adf5d-5c6a-463d-b5d4-304c7d180b39 req-caf19934-9f85-4e90-b9ee-69639dc27170 service neutron] Transition to ACTIVE for port object 51e20ead-5ca9-4dd3-a452-2be31657bb35 will not be triggered until provisioned by entity L2. {{(pid=94009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:11:01.895450 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-da3adf5d-5c6a-463d-b5d4-304c7d180b39 req-caf19934-9f85-4e90-b9ee-69639dc27170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1041244'] for port, after_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:01.951665 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf19934-9f85-4e90-b9ee-69639dc27170 service neutron] Pushing event updated for resources: {'Port': ['ID=51e20ead-5ca9-4dd3-a452-2be31657bb35,revision_number=2']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:11:02.017391 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.managers [req-da3adf5d-5c6a-463d-b5d4-304c7d180b39 req-caf19934-9f85-4e90-b9ee-69639dc27170 service neutron] Attempting to bind port 51e20ead-5ca9-4dd3-a452-2be31657bb35 on host hv-cinder-76015 for vnic_type normal with profile {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:11:02.018091 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.managers [req-da3adf5d-5c6a-463d-b5d4-304c7d180b39 req-caf19934-9f85-4e90-b9ee-69639dc27170 service neutron] Attempting to bind port 51e20ead-5ca9-4dd3-a452-2be31657bb35 by drivers openvswitch,hyperv on host hv-cinder-76015 at level 0 using segments [{'id': 'adc254f0-00c9-46af-adb3-b3d1f6ff0d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd8cbe470-bc98-41a4-a428-659bec184b54'}] {{(pid=94009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:11:02.018091 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3adf5d-5c6a-463d-b5d4-304c7d180b39 req-caf19934-9f85-4e90-b9ee-69639dc27170 service neutron] Attempting to bind port 51e20ead-5ca9-4dd3-a452-2be31657bb35 on network d8cbe470-bc98-41a4-a428-659bec184b54 {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:11:02.022612 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3adf5d-5c6a-463d-b5d4-304c7d180b39 req-caf19934-9f85-4e90-b9ee-69639dc27170 service neutron] Port 51e20ead-5ca9-4dd3-a452-2be31657bb35 on network d8cbe470-bc98-41a4-a428-659bec184b54 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76015 {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 15:11:02.022949 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3adf5d-5c6a-463d-b5d4-304c7d180b39 req-caf19934-9f85-4e90-b9ee-69639dc27170 service neutron] Attempting to bind port 51e20ead-5ca9-4dd3-a452-2be31657bb35 on network d8cbe470-bc98-41a4-a428-659bec184b54 {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:11:02.029439 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3adf5d-5c6a-463d-b5d4-304c7d180b39 req-caf19934-9f85-4e90-b9ee-69639dc27170 service neutron] Checking agent: {'id': '97479926-a0bf-4e38-9164-b44674cd2f3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76015', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 15, 4, 9), 'started_at': datetime.datetime(2021, 9, 10, 15, 4, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:11:02.029439 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3adf5d-5c6a-463d-b5d4-304c7d180b39 req-caf19934-9f85-4e90-b9ee-69639dc27170 service neutron] Checking segment: {'id': 'adc254f0-00c9-46af-adb3-b3d1f6ff0d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd8cbe470-bc98-41a4-a428-659bec184b54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:11:02.029439 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da3adf5d-5c6a-463d-b5d4-304c7d180b39 req-caf19934-9f85-4e90-b9ee-69639dc27170 service neutron] Bound using segment: {'id': 'adc254f0-00c9-46af-adb3-b3d1f6ff0d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd8cbe470-bc98-41a4-a428-659bec184b54'} {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:11:02.029439 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.managers [req-da3adf5d-5c6a-463d-b5d4-304c7d180b39 req-caf19934-9f85-4e90-b9ee-69639dc27170 service neutron] Bound port: 51e20ead-5ca9-4dd3-a452-2be31657bb35, host: hv-cinder-76015, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adc254f0-00c9-46af-adb3-b3d1f6ff0d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd8cbe470-bc98-41a4-a428-659bec184b54'}}] {{(pid=94009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:11:02.029439 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-da3adf5d-5c6a-463d-b5d4-304c7d180b39 req-caf19934-9f85-4e90-b9ee-69639dc27170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:02.128393 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.db [req-da3adf5d-5c6a-463d-b5d4-304c7d180b39 req-caf19934-9f85-4e90-b9ee-69639dc27170 service neutron] For port 51e20ead-5ca9-4dd3-a452-2be31657bb35, host hv-cinder-76015, cleared binding levels {{(pid=94009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:11:02.144141 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.db [req-da3adf5d-5c6a-463d-b5d4-304c7d180b39 req-caf19934-9f85-4e90-b9ee-69639dc27170 service neutron] For port 51e20ead-5ca9-4dd3-a452-2be31657bb35, host hv-cinder-76015, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=51e20ead-5ca9-4dd3-a452-2be31657bb35,segment=NetworkSegment(adc254f0-00c9-46af-adb3-b3d1f6ff0d76),segment_id=adc254f0-00c9-46af-adb3-b3d1f6ff0d76)] {{(pid=94009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:11:02.148947 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-da3adf5d-5c6a-463d-b5d4-304c7d180b39 req-caf19934-9f85-4e90-b9ee-69639dc27170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1041244'] for port, after_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:02.164836 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5277940f-4792-4fa0-a323-e2f4d1cc353b req-467c8769-b55c-437e-94cb-dc653114ed03 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:02.166367 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-5277940f-4792-4fa0-a323-e2f4d1cc353b req-467c8769-b55c-437e-94cb-dc653114ed03 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=57ef1793-ae01-454a-94de-16de99900787 HTTP/1.1" status: 200 len: 943 time: 0.0797350 Sep 10 15:11:02.214840 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3adf5d-5c6a-463d-b5d4-304c7d180b39 req-caf19934-9f85-4e90-b9ee-69639dc27170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:02.215229 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-da3adf5d-5c6a-463d-b5d4-304c7d180b39 req-caf19934-9f85-4e90-b9ee-69639dc27170 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46804'] for port, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:02.216646 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-da3adf5d-5c6a-463d-b5d4-304c7d180b39 req-caf19934-9f85-4e90-b9ee-69639dc27170 service neutron] 10.222.0.42 "PUT /v2.0/ports/51e20ead-5ca9-4dd3-a452-2be31657bb35 HTTP/1.1" status: 200 len: 1093 time: 0.7199068 Sep 10 15:11:02.217085 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57ef1793-ae01-454a-94de-16de99900787', 'tag': '51e20ead-5ca9-4dd3-a452-2be31657bb35'}] {{(pid=94009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:11:02.219466 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9f06775dd2e397dd855044b511bdd55e5ba575987bbc09c0a11d88d405cb18b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f5f13f-8eb7-42bb-8fc6-5ea4857fa4d2" -d '{"events": [{"name": "network-changed", "server_uuid": "57ef1793-ae01-454a-94de-16de99900787", "tag": "51e20ead-5ca9-4dd3-a452-2be31657bb35"}]}' {{(pid=94009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:11:02.262516 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf19934-9f85-4e90-b9ee-69639dc27170 service neutron] Pushing event updated for resources: {'Port': ['ID=51e20ead-5ca9-4dd3-a452-2be31657bb35,revision_number=3']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:11:02.267901 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-5277940f-4792-4fa0-a323-e2f4d1cc353b req-bfffe4a8-2727-40dc-b629-16a4d6634c04 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=a513943a-efda-493e-84de-dcd66cfa68ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807931 Sep 10 15:11:02.279205 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 15:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af39156f-fa52-4625-909e-14efcb70542f x-openstack-request-id: req-af39156f-fa52-4625-909e-14efcb70542f {{(pid=94009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:11:02.279497 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57ef1793-ae01-454a-94de-16de99900787", "tag": "51e20ead-5ca9-4dd3-a452-2be31657bb35", "status": "completed", "code": 200}]} {{(pid=94009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:11:02.279747 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-af39156f-fa52-4625-909e-14efcb70542f {{(pid=94009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:11:02.280149 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57ef1793-ae01-454a-94de-16de99900787', 'tag': '51e20ead-5ca9-4dd3-a452-2be31657bb35', 'status': 'completed', 'code': 200} Sep 10 15:11:02.313579 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3adf5d-5c6a-463d-b5d4-304c7d180b39 req-c1edaffc-8b79-40be-b924-d0d79a4da2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:02.315134 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-da3adf5d-5c6a-463d-b5d4-304c7d180b39 req-c1edaffc-8b79-40be-b924-d0d79a4da2db service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c0149948ecbd4da99adb4e990da99cd9&device_id=57ef1793-ae01-454a-94de-16de99900787 HTTP/1.1" status: 200 len: 1096 time: 0.0463507 Sep 10 15:11:02.365033 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-da3adf5d-5c6a-463d-b5d4-304c7d180b39 req-ac92e6ac-01ba-480b-91f5-1e3b3f7984ee service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51e20ead-5ca9-4dd3-a452-2be31657bb35 HTTP/1.1" status: 200 len: 217 time: 0.0369618 Sep 10 15:11:02.417982 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3adf5d-5c6a-463d-b5d4-304c7d180b39 req-4ef08677-55d4-40cd-8f5e-f04e5eb66524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:02.419705 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-da3adf5d-5c6a-463d-b5d4-304c7d180b39 req-4ef08677-55d4-40cd-8f5e-f04e5eb66524 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=782052c7-4991-4efe-97d8-5a0e8f67d6bc HTTP/1.1" status: 200 len: 856 time: 0.0463936 Sep 10 15:11:02.471704 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3adf5d-5c6a-463d-b5d4-304c7d180b39 req-ff04ad46-59f8-43c0-b6d5-2e08d8a806d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:02.473114 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-da3adf5d-5c6a-463d-b5d4-304c7d180b39 req-ff04ad46-59f8-43c0-b6d5-2e08d8a806d3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d8cbe470-bc98-41a4-a428-659bec184b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0450087 Sep 10 15:11:02.568094 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-da3adf5d-5c6a-463d-b5d4-304c7d180b39 req-aa74995f-80e6-4380-95b4-6934db99b5ab service neutron] 10.222.0.42 "GET /v2.0/networks/d8cbe470-bc98-41a4-a428-659bec184b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832648 Sep 10 15:11:02.668170 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-da3adf5d-5c6a-463d-b5d4-304c7d180b39 req-fbaeb0d8-8308-4e55-9ac4-0b784dfcca23 service neutron] 10.222.0.42 "GET /v2.0/networks/d8cbe470-bc98-41a4-a428-659bec184b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910580 Sep 10 15:11:02.762826 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f5f13f-8eb7-42bb-8fc6-5ea4857fa4d2 req-c192601e-ae96-4def-b2c4-959c4d2fd843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:02.764383 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-87f5f13f-8eb7-42bb-8fc6-5ea4857fa4d2 req-c192601e-ae96-4def-b2c4-959c4d2fd843 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c0149948ecbd4da99adb4e990da99cd9&device_id=57ef1793-ae01-454a-94de-16de99900787 HTTP/1.1" status: 200 len: 1096 time: 0.0435956 Sep 10 15:11:02.860502 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f5f13f-8eb7-42bb-8fc6-5ea4857fa4d2 req-8d33b5ae-0c9e-4fca-afb3-4895abbe544d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:02.861990 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-87f5f13f-8eb7-42bb-8fc6-5ea4857fa4d2 req-8d33b5ae-0c9e-4fca-afb3-4895abbe544d service neutron] 10.222.0.42 "GET /v2.0/networks?id=d8cbe470-bc98-41a4-a428-659bec184b54 HTTP/1.1" status: 200 len: 918 time: 0.0883453 Sep 10 15:11:02.907743 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-87f5f13f-8eb7-42bb-8fc6-5ea4857fa4d2 req-35fa3bc3-b960-4f5f-9c17-2ac253cf3758 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51e20ead-5ca9-4dd3-a452-2be31657bb35 HTTP/1.1" status: 200 len: 217 time: 0.0334864 Sep 10 15:11:02.959523 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f5f13f-8eb7-42bb-8fc6-5ea4857fa4d2 req-acd82fc4-fe15-4568-8cf6-5614655df7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:02.961163 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-87f5f13f-8eb7-42bb-8fc6-5ea4857fa4d2 req-acd82fc4-fe15-4568-8cf6-5614655df7a7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=782052c7-4991-4efe-97d8-5a0e8f67d6bc HTTP/1.1" status: 200 len: 856 time: 0.0456524 Sep 10 15:11:03.013505 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f5f13f-8eb7-42bb-8fc6-5ea4857fa4d2 req-953fca50-a234-4659-99cf-e6ec124bab6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:03.014984 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-87f5f13f-8eb7-42bb-8fc6-5ea4857fa4d2 req-953fca50-a234-4659-99cf-e6ec124bab6a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d8cbe470-bc98-41a4-a428-659bec184b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0454876 Sep 10 15:11:03.394833 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.agents_db [None req-04bb1bd2-f33d-49ef-a466-6fb3f7a23ee1 None None] Agent healthcheck: found 6 active agents {{(pid=94012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 15:11:03.403849 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b145a9a2-a281-4470-8900-7e42cdc8ca0b req-6b49057f-2279-4e8a-b223-8f0073b55791 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:03.405355 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-b145a9a2-a281-4470-8900-7e42cdc8ca0b req-6b49057f-2279-4e8a-b223-8f0073b55791 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=57ef1793-ae01-454a-94de-16de99900787 HTTP/1.1" status: 200 len: 943 time: 0.0529881 Sep 10 15:11:03.447183 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-b145a9a2-a281-4470-8900-7e42cdc8ca0b req-5ef8d796-a9f3-427b-8413-c70b444fd9e8 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=a513943a-efda-493e-84de-dcd66cfa68ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351388 Sep 10 15:11:03.608052 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfd3ec8-da8a-4950-a132-dc2562a672e6 req-13819037-0dbe-4e75-881f-3a4f623630dc tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:03.609537 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-9dfd3ec8-da8a-4950-a132-dc2562a672e6 req-13819037-0dbe-4e75-881f-3a4f623630dc tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/ports?device_id=0561b768-e914-480a-8b53-56f727f3a504 HTTP/1.1" status: 200 len: 984 time: 0.0520771 Sep 10 15:11:03.649892 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-9dfd3ec8-da8a-4950-a132-dc2562a672e6 req-15b41697-95c7-465d-aba7-8fed9eb977ff tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/security-groups?id=c435c8d1-bcf5-4643-8a06-2b0627ebda44&id=8db7c715-2add-450b-a1db-0b3a74c119d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342886 Sep 10 15:11:03.946232 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-87f5f13f-8eb7-42bb-8fc6-5ea4857fa4d2 req-defa5d74-3e62-48bc-a733-6f394a7d1066 service neutron] 10.222.0.42 "GET /v2.0/networks/d8cbe470-bc98-41a4-a428-659bec184b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903468 Sep 10 15:11:04.569614 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c861c62e-9a56-4908-8b9b-2ab194476032 req-4ef97790-774f-4c5c-a8f3-71243f6b4ce0 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:04.571233 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-c861c62e-9a56-4908-8b9b-2ab194476032 req-4ef97790-774f-4c5c-a8f3-71243f6b4ce0 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=57ef1793-ae01-454a-94de-16de99900787 HTTP/1.1" status: 200 len: 943 time: 0.0511491 Sep 10 15:11:04.611391 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-c861c62e-9a56-4908-8b9b-2ab194476032 req-d92828a9-e944-4b5a-a134-def9a9bc2458 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=a513943a-efda-493e-84de-dcd66cfa68ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341036 Sep 10 15:11:04.776100 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad72f82-2150-4aba-ad00-8d4d725bd2c6 req-262ab413-ad17-400d-9353-46c5f5f558a9 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:04.777494 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-3ad72f82-2150-4aba-ad00-8d4d725bd2c6 req-262ab413-ad17-400d-9353-46c5f5f558a9 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/ports?device_id=0561b768-e914-480a-8b53-56f727f3a504 HTTP/1.1" status: 200 len: 984 time: 0.0522418 Sep 10 15:11:04.819777 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-3ad72f82-2150-4aba-ad00-8d4d725bd2c6 req-7871a5d9-5735-4251-90f9-754605ae4945 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/security-groups?id=c435c8d1-bcf5-4643-8a06-2b0627ebda44&id=8db7c715-2add-450b-a1db-0b3a74c119d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0356576 Sep 10 15:11:06.139453 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c90218-ce8a-4a2d-ae31-968f2cd8f632 req-f185fe0f-8b0e-4ce3-849b-bac1f36e0529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:06.141226 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-b8c90218-ce8a-4a2d-ae31-968f2cd8f632 req-f185fe0f-8b0e-4ce3-849b-bac1f36e0529 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6ab88976e97b4105bd0ab39c7b8bf1e3&device_id=0561b768-e914-480a-8b53-56f727f3a504 HTTP/1.1" status: 200 len: 1137 time: 0.4377496 Sep 10 15:11:06.152096 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46352c1d-0309-4405-8638-8ffac4943586 req-d783f4c8-a896-4565-a802-68c67b00ac95 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:06.153631 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-46352c1d-0309-4405-8638-8ffac4943586 req-d783f4c8-a896-4565-a802-68c67b00ac95 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=57ef1793-ae01-454a-94de-16de99900787 HTTP/1.1" status: 200 len: 943 time: 0.4648385 Sep 10 15:11:06.166527 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-87f5f13f-8eb7-42bb-8fc6-5ea4857fa4d2 req-035e48fb-ecc2-400c-b1d9-ffa2a5ec0497 service neutron] 10.222.0.42 "GET /v2.0/networks/d8cbe470-bc98-41a4-a428-659bec184b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4879191 Sep 10 15:11:06.218762 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bbfe26-4b03-425f-95a0-7bd4d3a9faf7 req-91090c8a-cebc-43f2-81ed-ea00f85a3b83 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:06.220152 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-94bbfe26-4b03-425f-95a0-7bd4d3a9faf7 req-91090c8a-cebc-43f2-81ed-ea00f85a3b83 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/ports?device_id=0561b768-e914-480a-8b53-56f727f3a504 HTTP/1.1" status: 200 len: 984 time: 0.1478572 Sep 10 15:11:06.292161 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-46352c1d-0309-4405-8638-8ffac4943586 req-d731a740-b194-46a9-bdc7-547424f1b164 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=a513943a-efda-493e-84de-dcd66cfa68ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246922 Sep 10 15:11:06.317300 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-94bbfe26-4b03-425f-95a0-7bd4d3a9faf7 req-d065a137-d570-4052-8744-e7bd338df915 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/security-groups?id=c435c8d1-bcf5-4643-8a06-2b0627ebda44&id=8db7c715-2add-450b-a1db-0b3a74c119d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0901291 Sep 10 15:11:06.323662 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c90218-ce8a-4a2d-ae31-968f2cd8f632 req-0afe2e96-25d5-4a39-9f09-fb153706b6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:06.325092 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-b8c90218-ce8a-4a2d-ae31-968f2cd8f632 req-0afe2e96-25d5-4a39-9f09-fb153706b6d8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4438a4c6-ecae-4330-8512-f3353a458625 HTTP/1.1" status: 200 len: 916 time: 0.1705256 Sep 10 15:11:06.423790 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-b8c90218-ce8a-4a2d-ae31-968f2cd8f632 req-81e21265-0852-468f-aaf2-a583a25943f2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae5593bb-cbc1-4417-ba58-bb771ce135d6 HTTP/1.1" status: 200 len: 1000 time: 0.0902767 Sep 10 15:11:06.517499 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c90218-ce8a-4a2d-ae31-968f2cd8f632 req-f8fc4545-6f9e-46a9-9758-c37d1bcba883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:06.518897 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-b8c90218-ce8a-4a2d-ae31-968f2cd8f632 req-f8fc4545-6f9e-46a9-9758-c37d1bcba883 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dbb21cad-9efd-4dac-bc4f-2697c2741bb9 HTTP/1.1" status: 200 len: 854 time: 0.0859654 Sep 10 15:11:06.546727 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d61c6-5f0c-449d-b03b-2ae86cb77ad6 req-1182b6f2-4c79-463b-9943-f5d7e901c7eb tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:06.548205 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-bf5d61c6-5f0c-449d-b03b-2ae86cb77ad6 req-1182b6f2-4c79-463b-9943-f5d7e901c7eb tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] 10.222.0.35 "GET /v2.0/networks?id=6493cf01-ae1a-4219-80eb-bad16af6ce1b HTTP/1.1" status: 200 len: 813 time: 0.1642213 Sep 10 15:11:06.582307 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-bf5d61c6-5f0c-449d-b03b-2ae86cb77ad6 req-ce93d9dd-b383-43ed-808b-e295bcef43a0 tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] 10.222.0.35 "GET /v2.0/quotas/6a9eaf0adb914aab8f521af4a0f3ae19 HTTP/1.1" status: 200 len: 375 time: 0.0153828 Sep 10 15:11:06.601187 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c90218-ce8a-4a2d-ae31-968f2cd8f632 req-963fc369-eb51-4117-9a31-f43b398b329b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:06.603037 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-b8c90218-ce8a-4a2d-ae31-968f2cd8f632 req-963fc369-eb51-4117-9a31-f43b398b329b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4438a4c6-ecae-4330-8512-f3353a458625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0750985 Sep 10 15:11:06.623633 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-bf5d61c6-5f0c-449d-b03b-2ae86cb77ad6 req-29583940-2fac-4969-ab2c-fd32b487ede3 tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=6a9eaf0adb914aab8f521af4a0f3ae19&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349712 Sep 10 15:11:06.774995 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-b8c90218-ce8a-4a2d-ae31-968f2cd8f632 req-50b055e9-b353-4481-a72c-5b2eed3cb30a service neutron] 10.222.0.42 "GET /v2.0/networks/4438a4c6-ecae-4330-8512-f3353a458625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537812 Sep 10 15:11:06.821865 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-bf5d61c6-5f0c-449d-b03b-2ae86cb77ad6 req-fb7abb62-3eba-49f3-b720-f59c79d28ad9 service neutron] 10.222.0.35 "GET /v2.0/networks/6493cf01-ae1a-4219-80eb-bad16af6ce1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903334 Sep 10 15:11:06.947312 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-b8c90218-ce8a-4a2d-ae31-968f2cd8f632 req-0bbf761b-d2f4-431d-9134-644a8be60a4e service neutron] 10.222.0.42 "GET /v2.0/networks/4438a4c6-ecae-4330-8512-f3353a458625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630368 Sep 10 15:11:06.971924 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-bf5d61c6-5f0c-449d-b03b-2ae86cb77ad6 req-6cfcf581-1982-459e-a26a-1cd3304bdb91 service neutron] 10.222.0.35 "GET /v2.0/networks/6493cf01-ae1a-4219-80eb-bad16af6ce1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435339 Sep 10 15:11:07.164098 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-571fbefd-862c-4d53-ab2c-3ef3713efc95 req-81db5878-31d0-47bf-8b58-77fbd3aa0329 tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] 10.222.0.35 "GET /v2.0/ports?device_id=cbcf9ca9-553b-429c-beb2-75d6238546aa HTTP/1.1" status: 200 len: 210 time: 0.0416434 Sep 10 15:11:07.462171 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72954e56-9963-415c-af22-6be80de9f014 req-fe3f2303-b041-4b5a-80a2-6d7cb312bbef tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:07.463754 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-72954e56-9963-415c-af22-6be80de9f014 req-fe3f2303-b041-4b5a-80a2-6d7cb312bbef tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=57ef1793-ae01-454a-94de-16de99900787 HTTP/1.1" status: 200 len: 943 time: 0.0938959 Sep 10 15:11:07.477263 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6abfb3f-0724-4449-ae9a-35bcd0199561 req-8987e9fe-5b6d-4a5b-8add-a52955b34742 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:07.478848 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-e6abfb3f-0724-4449-ae9a-35bcd0199561 req-8987e9fe-5b6d-4a5b-8add-a52955b34742 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/ports?device_id=0561b768-e914-480a-8b53-56f727f3a504 HTTP/1.1" status: 200 len: 984 time: 0.0695021 Sep 10 15:11:07.539792 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-72954e56-9963-415c-af22-6be80de9f014 req-089ffaf7-fc69-42ad-b32d-de65b0ea076e tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=a513943a-efda-493e-84de-dcd66cfa68ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598500 Sep 10 15:11:07.543893 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-e6abfb3f-0724-4449-ae9a-35bcd0199561 req-c8d06919-fd3d-4ffa-b867-1a1c10cbbdd9 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/security-groups?id=c435c8d1-bcf5-4643-8a06-2b0627ebda44&id=8db7c715-2add-450b-a1db-0b3a74c119d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0569389 Sep 10 15:11:08.275894 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-410456d2-b16c-448a-be05-5f6cf79a52e7 req-e93433e6-bb3f-4a8a-9624-a5775dce7454 tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] 10.222.0.35 "GET /v2.0/ports?device_id=cbcf9ca9-553b-429c-beb2-75d6238546aa HTTP/1.1" status: 200 len: 210 time: 0.0352440 Sep 10 15:11:08.378487 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d61c6-5f0c-449d-b03b-2ae86cb77ad6 req-2587c591-9428-4379-b7cd-989863b46ac5 tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:08.380926 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-bf5d61c6-5f0c-449d-b03b-2ae86cb77ad6 req-2587c591-9428-4379-b7cd-989863b46ac5 tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] 10.222.0.42 "GET /v2.0/networks?id=6493cf01-ae1a-4219-80eb-bad16af6ce1b HTTP/1.1" status: 200 len: 813 time: 0.1292326 Sep 10 15:11:08.395085 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.v2.base [req-bf5d61c6-5f0c-449d-b03b-2ae86cb77ad6 req-1717a4a1-18c9-4d81-8919-c8a577a42c5a tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] Request body: {'port': {'device_id': 'cbcf9ca9-553b-429c-beb2-75d6238546aa', 'network_id': '6493cf01-ae1a-4219-80eb-bad16af6ce1b', 'admin_state_up': True, 'tenant_id': '6a9eaf0adb914aab8f521af4a0f3ae19'}} {{(pid=94009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:11:08.514752 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf5d61c6-5f0c-449d-b03b-2ae86cb77ad6 req-1717a4a1-18c9-4d81-8919-c8a577a42c5a tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] Made reservation on behalf of 6a9eaf0adb914aab8f521af4a0f3ae19 for: {'port': 1} {{(pid=94009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:11:08.518173 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-bf5d61c6-5f0c-449d-b03b-2ae86cb77ad6 req-1717a4a1-18c9-4d81-8919-c8a577a42c5a tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:08.708979 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.db_base_plugin_common [req-bf5d61c6-5f0c-449d-b03b-2ae86cb77ad6 req-1717a4a1-18c9-4d81-8919-c8a577a42c5a tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] Allocated IP 172.20.0.13 (6493cf01-ae1a-4219-80eb-bad16af6ce1b/46882ccf-3267-4ef3-9a27-53ef4f4ccc74/a78bc3dc-874e-4839-ae97-8a8ecbf36a88) {{(pid=94009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:11:08.736967 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0cb97f-7f34-4037-89f9-27b72c0892ee req-efe3bea9-ec24-463c-b6cf-d443fceb914a tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:08.738480 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-8d0cb97f-7f34-4037-89f9-27b72c0892ee req-efe3bea9-ec24-463c-b6cf-d443fceb914a tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=57ef1793-ae01-454a-94de-16de99900787 HTTP/1.1" status: 200 len: 943 time: 0.1101773 Sep 10 15:11:08.757711 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2126cd8-d657-48d7-ae10-456eff2b260c req-1b35415d-b2fd-40de-a14e-a8d9d46cc481 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:08.759171 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-d2126cd8-d657-48d7-ae10-456eff2b260c req-1b35415d-b2fd-40de-a14e-a8d9d46cc481 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/ports?device_id=0561b768-e914-480a-8b53-56f727f3a504 HTTP/1.1" status: 200 len: 984 time: 0.1264908 Sep 10 15:11:08.852116 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-8d0cb97f-7f34-4037-89f9-27b72c0892ee req-baa7a8b4-1fcd-46b1-a799-86450496ec65 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=a513943a-efda-493e-84de-dcd66cfa68ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064672 Sep 10 15:11:08.867569 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-d2126cd8-d657-48d7-ae10-456eff2b260c req-57af3f67-ea37-4cf5-8740-c7830d22cf86 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/security-groups?id=c435c8d1-bcf5-4643-8a06-2b0627ebda44&id=8db7c715-2add-450b-a1db-0b3a74c119d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0975590 Sep 10 15:11:08.900782 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device 51e20ead-5ca9-4dd3-a452-2be31657bb35 details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=94011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 15:11:08.955655 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-bf5d61c6-5f0c-449d-b03b-2ae86cb77ad6 req-1717a4a1-18c9-4d81-8919-c8a577a42c5a tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] Notify callbacks [] for port, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:09.000907 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-bf5d61c6-5f0c-449d-b03b-2ae86cb77ad6 req-1717a4a1-18c9-4d81-8919-c8a577a42c5a tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748756606401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1040815'] for port, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:09.001184 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] For port 51e20ead-5ca9-4dd3-a452-2be31657bb35, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=51e20ead-5ca9-4dd3-a452-2be31657bb35,segment=NetworkSegment(adc254f0-00c9-46af-adb3-b3d1f6ff0d76),segment_id=adc254f0-00c9-46af-adb3-b3d1f6ff0d76)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:11:09.014944 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Returning: {'device': '51e20ead-5ca9-4dd3-a452-2be31657bb35', 'network_id': 'd8cbe470-bc98-41a4-a428-659bec184b54', 'port_id': '51e20ead-5ca9-4dd3-a452-2be31657bb35', 'mac_address': 'fa:16:3e:9f:61:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '782052c7-4991-4efe-97d8-5a0e8f67d6bc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 15:11:09.043251 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf5d61c6-5f0c-449d-b03b-2ae86cb77ad6 req-1717a4a1-18c9-4d81-8919-c8a577a42c5a tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] Network 6493cf01-ae1a-4219-80eb-bad16af6ce1b is already hosted by enough agents. {{(pid=94009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:11:09.046292 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.base_scheduler [req-bf5d61c6-5f0c-449d-b03b-2ae86cb77ad6 req-1717a4a1-18c9-4d81-8919-c8a577a42c5a tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] Resources bound (agent type, host, resource id): {{(pid=94009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:11:09.049992 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf5d61c6-5f0c-449d-b03b-2ae86cb77ad6 req-1717a4a1-18c9-4d81-8919-c8a577a42c5a tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] Received port after_create {{(pid=94009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:11:09.055917 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:09.069701 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51e20ead-5ca9-4dd3-a452-2be31657bb35 {{(pid=94011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:11:09.079047 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1717a4a1-18c9-4d81-8919-c8a577a42c5a tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] Pushing event updated for resources: {'Port': ['ID=a78bc3dc-874e-4839-ae97-8a8ecbf36a88,revision_number=1']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:11:09.092146 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] For port 51e20ead-5ca9-4dd3-a452-2be31657bb35, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=51e20ead-5ca9-4dd3-a452-2be31657bb35,segment=NetworkSegment(adc254f0-00c9-46af-adb3-b3d1f6ff0d76),segment_id=adc254f0-00c9-46af-adb3-b3d1f6ff0d76)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:11:09.095995 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:09.109376 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d61c6-5f0c-449d-b03b-2ae86cb77ad6 req-1717a4a1-18c9-4d81-8919-c8a577a42c5a tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:09.109913 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-bf5d61c6-5f0c-449d-b03b-2ae86cb77ad6 req-1717a4a1-18c9-4d81-8919-c8a577a42c5a tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46804'] for port, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:09.125921 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-bf5d61c6-5f0c-449d-b03b-2ae86cb77ad6 req-1717a4a1-18c9-4d81-8919-c8a577a42c5a tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7350116 Sep 10 15:11:09.140293 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.v2.base [req-bf5d61c6-5f0c-449d-b03b-2ae86cb77ad6 req-91ab9074-4846-423c-8ece-7a642e8f5fe2 service neutron] Request body: {'port': {'device_id': 'cbcf9ca9-553b-429c-beb2-75d6238546aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76015'}} {{(pid=94009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:11:09.150505 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Pushing event updated for resources: {'Port': ['ID=51e20ead-5ca9-4dd3-a452-2be31657bb35,revision_number=4']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:11:09.157554 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:11:09.157911 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:11:09.158289 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:11:09.158627 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:11:09.158963 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:11:09.159298 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:11:09.159646 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:11:09.159979 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:11:09.160307 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:11:09.160631 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:11:09.160957 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:11:09.161281 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:11:09.200300 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-bf5d61c6-5f0c-449d-b03b-2ae86cb77ad6 req-91ab9074-4846-423c-8ece-7a642e8f5fe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:09.367396 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] get_ports_and_sgs() called for port_ids ['51e20ead-5ca9-4dd3-a452-2be31657bb35'] {{(pid=94011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 15:11:09.442433 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb29a72b-7729-4d93-b984-187f357b7cd0 req-f50a77d0-6609-47ec-9191-43fc2c1b9704 tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:09.444119 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-bb29a72b-7729-4d93-b984-187f357b7cd0 req-f50a77d0-6609-47ec-9191-43fc2c1b9704 tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] 10.222.0.35 "GET /v2.0/ports?device_id=cbcf9ca9-553b-429c-beb2-75d6238546aa HTTP/1.1" status: 200 len: 932 time: 0.0968053 Sep 10 15:11:09.521121 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-bb29a72b-7729-4d93-b984-187f357b7cd0 req-f1f4ba97-2d06-48c5-9344-85e86361f486 tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] 10.222.0.35 "GET /v2.0/security-groups?id=2aacb530-ab44-4e06-bdb0-7a7615c5207f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681114 Sep 10 15:11:09.535391 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.notifiers.nova [req-bf5d61c6-5f0c-449d-b03b-2ae86cb77ad6 req-91ab9074-4846-423c-8ece-7a642e8f5fe2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a78bc3dc-874e-4839-ae97-8a8ecbf36a88 {{(pid=94009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:11:09.543566 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-bf5d61c6-5f0c-449d-b03b-2ae86cb77ad6 req-91ab9074-4846-423c-8ece-7a642e8f5fe2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:09.556243 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.provisioning_blocks [req-bf5d61c6-5f0c-449d-b03b-2ae86cb77ad6 req-91ab9074-4846-423c-8ece-7a642e8f5fe2 service neutron] Transition to ACTIVE for port object a78bc3dc-874e-4839-ae97-8a8ecbf36a88 will not be triggered until provisioned by entity L2. {{(pid=94009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:11:09.559671 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-bf5d61c6-5f0c-449d-b03b-2ae86cb77ad6 req-91ab9074-4846-423c-8ece-7a642e8f5fe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1041244'] for port, after_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:09.611918 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ab9074-4846-423c-8ece-7a642e8f5fe2 service neutron] Pushing event updated for resources: {'Port': ['ID=a78bc3dc-874e-4839-ae97-8a8ecbf36a88,revision_number=2']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:11:09.681083 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.managers [req-bf5d61c6-5f0c-449d-b03b-2ae86cb77ad6 req-91ab9074-4846-423c-8ece-7a642e8f5fe2 service neutron] Attempting to bind port a78bc3dc-874e-4839-ae97-8a8ecbf36a88 on host hv-cinder-76015 for vnic_type normal with profile {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:11:09.681419 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.managers [req-bf5d61c6-5f0c-449d-b03b-2ae86cb77ad6 req-91ab9074-4846-423c-8ece-7a642e8f5fe2 service neutron] Attempting to bind port a78bc3dc-874e-4839-ae97-8a8ecbf36a88 by drivers openvswitch,hyperv on host hv-cinder-76015 at level 0 using segments [{'id': '3d14850a-ecaa-4d9e-8bc2-338a64814687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6493cf01-ae1a-4219-80eb-bad16af6ce1b'}] {{(pid=94009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:11:09.681744 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5d61c6-5f0c-449d-b03b-2ae86cb77ad6 req-91ab9074-4846-423c-8ece-7a642e8f5fe2 service neutron] Attempting to bind port a78bc3dc-874e-4839-ae97-8a8ecbf36a88 on network 6493cf01-ae1a-4219-80eb-bad16af6ce1b {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:11:09.686454 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5d61c6-5f0c-449d-b03b-2ae86cb77ad6 req-91ab9074-4846-423c-8ece-7a642e8f5fe2 service neutron] Port a78bc3dc-874e-4839-ae97-8a8ecbf36a88 on network 6493cf01-ae1a-4219-80eb-bad16af6ce1b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76015 {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 15:11:09.686771 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5d61c6-5f0c-449d-b03b-2ae86cb77ad6 req-91ab9074-4846-423c-8ece-7a642e8f5fe2 service neutron] Attempting to bind port a78bc3dc-874e-4839-ae97-8a8ecbf36a88 on network 6493cf01-ae1a-4219-80eb-bad16af6ce1b {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:11:09.691543 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5d61c6-5f0c-449d-b03b-2ae86cb77ad6 req-91ab9074-4846-423c-8ece-7a642e8f5fe2 service neutron] Checking agent: {'id': '97479926-a0bf-4e38-9164-b44674cd2f3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76015', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 15, 4, 9), 'started_at': datetime.datetime(2021, 9, 10, 15, 4, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:11:09.691871 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5d61c6-5f0c-449d-b03b-2ae86cb77ad6 req-91ab9074-4846-423c-8ece-7a642e8f5fe2 service neutron] Checking segment: {'id': '3d14850a-ecaa-4d9e-8bc2-338a64814687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6493cf01-ae1a-4219-80eb-bad16af6ce1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:11:09.692245 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf5d61c6-5f0c-449d-b03b-2ae86cb77ad6 req-91ab9074-4846-423c-8ece-7a642e8f5fe2 service neutron] Bound using segment: {'id': '3d14850a-ecaa-4d9e-8bc2-338a64814687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6493cf01-ae1a-4219-80eb-bad16af6ce1b'} {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:11:09.692662 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.managers [req-bf5d61c6-5f0c-449d-b03b-2ae86cb77ad6 req-91ab9074-4846-423c-8ece-7a642e8f5fe2 service neutron] Bound port: a78bc3dc-874e-4839-ae97-8a8ecbf36a88, host: hv-cinder-76015, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d14850a-ecaa-4d9e-8bc2-338a64814687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6493cf01-ae1a-4219-80eb-bad16af6ce1b'}}] {{(pid=94009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:11:09.693015 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-bf5d61c6-5f0c-449d-b03b-2ae86cb77ad6 req-91ab9074-4846-423c-8ece-7a642e8f5fe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:09.760315 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.db [req-bf5d61c6-5f0c-449d-b03b-2ae86cb77ad6 req-91ab9074-4846-423c-8ece-7a642e8f5fe2 service neutron] For port a78bc3dc-874e-4839-ae97-8a8ecbf36a88, host hv-cinder-76015, cleared binding levels {{(pid=94009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:11:09.764688 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.db [req-bf5d61c6-5f0c-449d-b03b-2ae86cb77ad6 req-91ab9074-4846-423c-8ece-7a642e8f5fe2 service neutron] For port a78bc3dc-874e-4839-ae97-8a8ecbf36a88, host hv-cinder-76015, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=a78bc3dc-874e-4839-ae97-8a8ecbf36a88,segment=NetworkSegment(3d14850a-ecaa-4d9e-8bc2-338a64814687),segment_id=3d14850a-ecaa-4d9e-8bc2-338a64814687)] {{(pid=94009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:11:09.769203 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-bf5d61c6-5f0c-449d-b03b-2ae86cb77ad6 req-91ab9074-4846-423c-8ece-7a642e8f5fe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1041244'] for port, after_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:09.804328 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d61c6-5f0c-449d-b03b-2ae86cb77ad6 req-91ab9074-4846-423c-8ece-7a642e8f5fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:09.804928 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-bf5d61c6-5f0c-449d-b03b-2ae86cb77ad6 req-91ab9074-4846-423c-8ece-7a642e8f5fe2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46804'] for port, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:09.806377 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-bf5d61c6-5f0c-449d-b03b-2ae86cb77ad6 req-91ab9074-4846-423c-8ece-7a642e8f5fe2 service neutron] 10.222.0.42 "PUT /v2.0/ports/a78bc3dc-874e-4839-ae97-8a8ecbf36a88 HTTP/1.1" status: 200 len: 1094 time: 0.6701450 Sep 10 15:11:09.806807 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbcf9ca9-553b-429c-beb2-75d6238546aa', 'tag': 'a78bc3dc-874e-4839-ae97-8a8ecbf36a88'}] {{(pid=94009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:11:09.809032 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9f06775dd2e397dd855044b511bdd55e5ba575987bbc09c0a11d88d405cb18b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b007d157-cf37-457a-9528-fc096c50178a" -d '{"events": [{"name": "network-changed", "server_uuid": "cbcf9ca9-553b-429c-beb2-75d6238546aa", "tag": "a78bc3dc-874e-4839-ae97-8a8ecbf36a88"}]}' {{(pid=94009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:11:09.840909 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ab9074-4846-423c-8ece-7a642e8f5fe2 service neutron] Pushing event updated for resources: {'Port': ['ID=a78bc3dc-874e-4839-ae97-8a8ecbf36a88,revision_number=3']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:11:09.848644 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 15:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be65d21a-97b5-4fac-8352-2a60b169dd9a x-openstack-request-id: req-be65d21a-97b5-4fac-8352-2a60b169dd9a {{(pid=94009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:11:09.848959 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbcf9ca9-553b-429c-beb2-75d6238546aa", "tag": "a78bc3dc-874e-4839-ae97-8a8ecbf36a88", "status": "completed", "code": 200}]} {{(pid=94009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:11:09.849222 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-be65d21a-97b5-4fac-8352-2a60b169dd9a {{(pid=94009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:11:09.849861 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbcf9ca9-553b-429c-beb2-75d6238546aa', 'tag': 'a78bc3dc-874e-4839-ae97-8a8ecbf36a88', 'status': 'completed', 'code': 200} Sep 10 15:11:09.899893 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d61c6-5f0c-449d-b03b-2ae86cb77ad6 req-85a1af9b-b6ff-44bb-aa66-7ae602c9a530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:09.901439 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-bf5d61c6-5f0c-449d-b03b-2ae86cb77ad6 req-85a1af9b-b6ff-44bb-aa66-7ae602c9a530 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6a9eaf0adb914aab8f521af4a0f3ae19&device_id=cbcf9ca9-553b-429c-beb2-75d6238546aa HTTP/1.1" status: 200 len: 1097 time: 0.0489302 Sep 10 15:11:09.950054 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-bf5d61c6-5f0c-449d-b03b-2ae86cb77ad6 req-cfc1906f-8541-4090-8d51-a2664126ed01 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a78bc3dc-874e-4839-ae97-8a8ecbf36a88 HTTP/1.1" status: 200 len: 217 time: 0.0405419 Sep 10 15:11:10.051945 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d61c6-5f0c-449d-b03b-2ae86cb77ad6 req-7eed6fa0-1da7-49c2-b0a5-f155db1eff22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:10.053465 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-bf5d61c6-5f0c-449d-b03b-2ae86cb77ad6 req-7eed6fa0-1da7-49c2-b0a5-f155db1eff22 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=46882ccf-3267-4ef3-9a27-53ef4f4ccc74 HTTP/1.1" status: 200 len: 853 time: 0.0874782 Sep 10 15:11:10.061508 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5709a6-f06b-4448-9c84-e45018e614c1 req-7a2423d4-d2e0-4156-bd39-5bf25ac682f1 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:10.063072 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-7a5709a6-f06b-4448-9c84-e45018e614c1 req-7a2423d4-d2e0-4156-bd39-5bf25ac682f1 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/ports?device_id=0561b768-e914-480a-8b53-56f727f3a504 HTTP/1.1" status: 200 len: 984 time: 0.1171067 Sep 10 15:11:10.082617 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea71b5-e29a-498a-a533-b1b8bca85b85 req-36fbf08e-8a05-4d0d-828f-27a4d240d86f tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:10.084705 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-b6ea71b5-e29a-498a-a533-b1b8bca85b85 req-36fbf08e-8a05-4d0d-828f-27a4d240d86f tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=57ef1793-ae01-454a-94de-16de99900787 HTTP/1.1" status: 200 len: 944 time: 0.1371171 Sep 10 15:11:10.113650 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-bf5d61c6-5f0c-449d-b03b-2ae86cb77ad6 req-95aac1fd-f7b6-4a83-baaf-0b77dc10b5ad service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6493cf01-ae1a-4219-80eb-bad16af6ce1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477560 Sep 10 15:11:10.196382 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-7a5709a6-f06b-4448-9c84-e45018e614c1 req-ba0350a6-a35b-4a43-9d3b-9fc81d002493 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/security-groups?id=c435c8d1-bcf5-4643-8a06-2b0627ebda44&id=8db7c715-2add-450b-a1db-0b3a74c119d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1215179 Sep 10 15:11:10.203574 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-b6ea71b5-e29a-498a-a533-b1b8bca85b85 req-2fdbac29-5be3-48ba-bf59-42d34124a703 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=a513943a-efda-493e-84de-dcd66cfa68ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939908 Sep 10 15:11:10.268060 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-bf5d61c6-5f0c-449d-b03b-2ae86cb77ad6 req-32fa92c5-fce6-4163-b878-1af8a9e6b5cb service neutron] 10.222.0.42 "GET /v2.0/networks/6493cf01-ae1a-4219-80eb-bad16af6ce1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420429 Sep 10 15:11:10.372106 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-bf5d61c6-5f0c-449d-b03b-2ae86cb77ad6 req-b0bf0cdd-1281-45b6-a999-cf0447362159 service neutron] 10.222.0.42 "GET /v2.0/networks/6493cf01-ae1a-4219-80eb-bad16af6ce1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911074 Sep 10 15:11:10.466784 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b007d157-cf37-457a-9528-fc096c50178a req-02ce7f83-76a5-46b0-9595-f4a72c6216b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:10.468190 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-b007d157-cf37-457a-9528-fc096c50178a req-02ce7f83-76a5-46b0-9595-f4a72c6216b9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6a9eaf0adb914aab8f521af4a0f3ae19&device_id=cbcf9ca9-553b-429c-beb2-75d6238546aa HTTP/1.1" status: 200 len: 1097 time: 0.0437362 Sep 10 15:11:10.590115 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b007d157-cf37-457a-9528-fc096c50178a req-735e40f3-a3f2-4eb4-bf0b-d3cc88bd0ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:10.591803 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-b007d157-cf37-457a-9528-fc096c50178a req-735e40f3-a3f2-4eb4-bf0b-d3cc88bd0ecc service neutron] 10.222.0.42 "GET /v2.0/networks?id=6493cf01-ae1a-4219-80eb-bad16af6ce1b HTTP/1.1" status: 200 len: 914 time: 0.1099894 Sep 10 15:11:10.597050 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:10.646959 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-b007d157-cf37-457a-9528-fc096c50178a req-bafbfce7-e29f-47fc-9686-13ede67cc8b2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a78bc3dc-874e-4839-ae97-8a8ecbf36a88 HTTP/1.1" status: 200 len: 217 time: 0.0451553 Sep 10 15:11:10.723113 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b007d157-cf37-457a-9528-fc096c50178a req-101b90cf-3429-452e-ad60-6b6010fb3bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:10.724531 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-b007d157-cf37-457a-9528-fc096c50178a req-101b90cf-3429-452e-ad60-6b6010fb3bd3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=46882ccf-3267-4ef3-9a27-53ef4f4ccc74 HTTP/1.1" status: 200 len: 853 time: 0.0620248 Sep 10 15:11:10.732534 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3616b843-0a68-42b5-8068-63f1103bbd36 req-7104009e-ad8f-4e5f-9a0e-cedf1e49c640 tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:10.734187 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-3616b843-0a68-42b5-8068-63f1103bbd36 req-7104009e-ad8f-4e5f-9a0e-cedf1e49c640 tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] 10.222.0.35 "GET /v2.0/ports?device_id=cbcf9ca9-553b-429c-beb2-75d6238546aa HTTP/1.1" status: 200 len: 944 time: 0.1312368 Sep 10 15:11:10.768721 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-b007d157-cf37-457a-9528-fc096c50178a req-88619c3d-343b-4ed9-b067-a59c16aa2e66 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6493cf01-ae1a-4219-80eb-bad16af6ce1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332639 Sep 10 15:11:10.821558 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-3616b843-0a68-42b5-8068-63f1103bbd36 req-f7ad2437-4022-4ec5-98d6-64a432e277a4 tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] 10.222.0.35 "GET /v2.0/security-groups?id=2aacb530-ab44-4e06-bdb0-7a7615c5207f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774491 Sep 10 15:11:10.891164 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-b007d157-cf37-457a-9528-fc096c50178a req-c2e60647-75e2-45a3-a817-e0a4ab1b5e75 service neutron] 10.222.0.42 "GET /v2.0/networks/6493cf01-ae1a-4219-80eb-bad16af6ce1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119924 Sep 10 15:11:10.905374 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device 51e20ead-5ca9-4dd3-a452-2be31657bb35 up at agent hyperv_hv-cinder-76015 {{(pid=94011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:11:10.955897 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Provisioning for port 51e20ead-5ca9-4dd3-a452-2be31657bb35 completed by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:11:10.960451 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Provisioning complete for port 51e20ead-5ca9-4dd3-a452-2be31657bb35 triggered by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:11:10.960832 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:10.987255 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-b007d157-cf37-457a-9528-fc096c50178a req-0eaf0b69-7d77-41e8-b9f7-6ec37ae48787 service neutron] 10.222.0.42 "GET /v2.0/networks/6493cf01-ae1a-4219-80eb-bad16af6ce1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880313 Sep 10 15:11:11.047221 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:11.071332 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57ef1793-ae01-454a-94de-16de99900787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51e20ead-5ca9-4dd3-a452-2be31657bb35'}] {{(pid=94011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:11:11.073724 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eff4842c0e32827c09e5fc730d7a4a2f35fc7e77767eed508a7d5fefd1bac28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d99e5b5-1dea-401a-b6d2-ebb3b5394f27" -d '{"events": [{"server_uuid": "57ef1793-ae01-454a-94de-16de99900787", "name": "network-vif-plugged", "status": "completed", "tag": "51e20ead-5ca9-4dd3-a452-2be31657bb35"}]}' {{(pid=94011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:11:11.089988 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] For port 51e20ead-5ca9-4dd3-a452-2be31657bb35, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=51e20ead-5ca9-4dd3-a452-2be31657bb35,segment=NetworkSegment(adc254f0-00c9-46af-adb3-b3d1f6ff0d76),segment_id=adc254f0-00c9-46af-adb3-b3d1f6ff0d76)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:11:11.095804 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:11.128382 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e27890b4-5588-455d-8c40-7610f1b14830 x-openstack-request-id: req-e27890b4-5588-455d-8c40-7610f1b14830 {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:11:11.128764 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57ef1793-ae01-454a-94de-16de99900787", "name": "network-vif-plugged", "status": "completed", "tag": "51e20ead-5ca9-4dd3-a452-2be31657bb35", "code": 200}]} {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:11:11.128940 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e27890b4-5588-455d-8c40-7610f1b14830 {{(pid=94011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:11:11.129473 dv-cinder-760153-10-iscsi neutron-server[94011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57ef1793-ae01-454a-94de-16de99900787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51e20ead-5ca9-4dd3-a452-2be31657bb35', 'code': 200} Sep 10 15:11:11.164801 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Pushing event updated for resources: {'Port': ['ID=51e20ead-5ca9-4dd3-a452-2be31657bb35,revision_number=5']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:11:11.382264 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52d1361-bd60-4b91-af79-f5a909f490f6 req-b5e5caa7-4f4d-4dbd-ab47-b74e1f488eed tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:11.383750 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-b52d1361-bd60-4b91-af79-f5a909f490f6 req-b5e5caa7-4f4d-4dbd-ab47-b74e1f488eed tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=57ef1793-ae01-454a-94de-16de99900787 HTTP/1.1" status: 200 len: 945 time: 0.0855415 Sep 10 15:11:11.385609 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0309ba00-f103-445d-9494-4bbcfbe29cae req-41f0528d-515e-41b5-8ac3-6301e425c6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:11.387039 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-0309ba00-f103-445d-9494-4bbcfbe29cae req-41f0528d-515e-41b5-8ac3-6301e425c6a4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=57ef1793-ae01-454a-94de-16de99900787 HTTP/1.1" status: 200 len: 1098 time: 0.1233518 Sep 10 15:11:11.395079 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeeb9ac-b79c-45bd-aa8c-c87ea7081976 req-6f0ea65b-0acc-4cd0-aec8-111c21edae20 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:11.397367 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-5eeeb9ac-b79c-45bd-aa8c-c87ea7081976 req-6f0ea65b-0acc-4cd0-aec8-111c21edae20 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/ports?device_id=0561b768-e914-480a-8b53-56f727f3a504 HTTP/1.1" status: 200 len: 984 time: 0.1228929 Sep 10 15:11:11.485249 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-0309ba00-f103-445d-9494-4bbcfbe29cae req-43205bf8-9fea-43f3-9041-968a9196ff94 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a513943a-efda-493e-84de-dcd66cfa68ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869012 Sep 10 15:11:11.491929 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-5eeeb9ac-b79c-45bd-aa8c-c87ea7081976 req-ca2fdc0b-5a4e-4a8e-9488-de01b44bdbdf tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/security-groups?id=c435c8d1-bcf5-4643-8a06-2b0627ebda44&id=8db7c715-2add-450b-a1db-0b3a74c119d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0866492 Sep 10 15:11:11.495005 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-b52d1361-bd60-4b91-af79-f5a909f490f6 req-4096fa37-b786-4d43-8e88-5818b2997925 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=a513943a-efda-493e-84de-dcd66cfa68ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956151 Sep 10 15:11:11.937238 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4bdad6-07d2-4781-8372-5b1eab1b73bc req-bab126f1-472d-4ac9-87bf-efe7c702ba4d tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:11.939061 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-cb4bdad6-07d2-4781-8372-5b1eab1b73bc req-bab126f1-472d-4ac9-87bf-efe7c702ba4d tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] 10.222.0.35 "GET /v2.0/ports?device_id=cbcf9ca9-553b-429c-beb2-75d6238546aa HTTP/1.1" status: 200 len: 944 time: 0.0509875 Sep 10 15:11:11.978427 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-cb4bdad6-07d2-4781-8372-5b1eab1b73bc req-ced290d5-1d6b-4355-bf07-5dc0802caa97 tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] 10.222.0.35 "GET /v2.0/security-groups?id=2aacb530-ab44-4e06-bdb0-7a7615c5207f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327306 Sep 10 15:11:12.651760 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c32692-65d6-4e61-80e8-3f03f3ef36a2 req-de74f199-79df-4e84-90cc-a65ad1ccb50b tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:12.653445 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-b9c32692-65d6-4e61-80e8-3f03f3ef36a2 req-de74f199-79df-4e84-90cc-a65ad1ccb50b tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=57ef1793-ae01-454a-94de-16de99900787 HTTP/1.1" status: 200 len: 945 time: 0.0723071 Sep 10 15:11:12.664022 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eff1406-d192-4b3d-bd3f-5de69343ef51 req-6ee763e6-45c0-45cd-bca4-dc08542d451f tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:12.665740 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-8eff1406-d192-4b3d-bd3f-5de69343ef51 req-6ee763e6-45c0-45cd-bca4-dc08542d451f tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/ports?device_id=0561b768-e914-480a-8b53-56f727f3a504 HTTP/1.1" status: 200 len: 984 time: 0.0937400 Sep 10 15:11:12.727617 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-b9c32692-65d6-4e61-80e8-3f03f3ef36a2 req-c5a7ed89-cffb-45ab-80f1-064622149ac3 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=a513943a-efda-493e-84de-dcd66cfa68ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608118 Sep 10 15:11:12.735124 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-8eff1406-d192-4b3d-bd3f-5de69343ef51 req-797786e0-557a-4afa-916f-25aecd97856d tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/security-groups?id=c435c8d1-bcf5-4643-8a06-2b0627ebda44&id=8db7c715-2add-450b-a1db-0b3a74c119d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0624974 Sep 10 15:11:12.915977 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device a78bc3dc-874e-4839-ae97-8a8ecbf36a88 details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=94011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 15:11:13.016422 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] For port a78bc3dc-874e-4839-ae97-8a8ecbf36a88, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=a78bc3dc-874e-4839-ae97-8a8ecbf36a88,segment=NetworkSegment(3d14850a-ecaa-4d9e-8bc2-338a64814687),segment_id=3d14850a-ecaa-4d9e-8bc2-338a64814687)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:11:13.032859 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Returning: {'device': 'a78bc3dc-874e-4839-ae97-8a8ecbf36a88', 'network_id': '6493cf01-ae1a-4219-80eb-bad16af6ce1b', 'port_id': 'a78bc3dc-874e-4839-ae97-8a8ecbf36a88', 'mac_address': 'fa:16:3e:89:62:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46882ccf-3267-4ef3-9a27-53ef4f4ccc74', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 15:11:13.072662 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:13.087221 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a78bc3dc-874e-4839-ae97-8a8ecbf36a88 {{(pid=94011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:11:13.104805 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c86cc13-d9a8-4707-a4c9-c4af3eeac981 req-e9779826-5fce-4cf1-9f62-8c7cc23619d8 tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:13.106372 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-4c86cc13-d9a8-4707-a4c9-c4af3eeac981 req-e9779826-5fce-4cf1-9f62-8c7cc23619d8 tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] 10.222.0.35 "GET /v2.0/ports?device_id=cbcf9ca9-553b-429c-beb2-75d6238546aa HTTP/1.1" status: 200 len: 944 time: 0.0568123 Sep 10 15:11:13.107213 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] For port a78bc3dc-874e-4839-ae97-8a8ecbf36a88, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=a78bc3dc-874e-4839-ae97-8a8ecbf36a88,segment=NetworkSegment(3d14850a-ecaa-4d9e-8bc2-338a64814687),segment_id=3d14850a-ecaa-4d9e-8bc2-338a64814687)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:11:13.112667 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:13.153028 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-4c86cc13-d9a8-4707-a4c9-c4af3eeac981 req-0031b359-b7e4-400c-b1bd-4a95753745d6 tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] 10.222.0.35 "GET /v2.0/security-groups?id=2aacb530-ab44-4e06-bdb0-7a7615c5207f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401564 Sep 10 15:11:13.168840 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Pushing event updated for resources: {'Port': ['ID=a78bc3dc-874e-4839-ae97-8a8ecbf36a88,revision_number=4']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:11:13.386982 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] get_ports_and_sgs() called for port_ids ['a78bc3dc-874e-4839-ae97-8a8ecbf36a88'] {{(pid=94011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 15:11:13.878910 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6811d393-1a5b-4786-ac61-dbb2b9ac2191 req-66f13077-c449-4e98-8b45-eac3deeeff0a tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:13.880446 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-6811d393-1a5b-4786-ac61-dbb2b9ac2191 req-66f13077-c449-4e98-8b45-eac3deeeff0a tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=57ef1793-ae01-454a-94de-16de99900787 HTTP/1.1" status: 200 len: 945 time: 0.0785413 Sep 10 15:11:13.909271 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e76708d-98d8-4646-b4de-bca945b0249b req-1bc234fc-8436-4e5e-a16c-acc5fce38f60 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:13.910881 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-3e76708d-98d8-4646-b4de-bca945b0249b req-1bc234fc-8436-4e5e-a16c-acc5fce38f60 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/ports?device_id=0561b768-e914-480a-8b53-56f727f3a504 HTTP/1.1" status: 200 len: 984 time: 0.0981452 Sep 10 15:11:13.969260 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-6811d393-1a5b-4786-ac61-dbb2b9ac2191 req-d44ad9ca-1478-4f69-b84c-f8095f8f100e tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=a513943a-efda-493e-84de-dcd66cfa68ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803769 Sep 10 15:11:13.993434 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-3e76708d-98d8-4646-b4de-bca945b0249b req-9f7ca722-2bdd-4383-bb99-21330f431425 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/security-groups?id=c435c8d1-bcf5-4643-8a06-2b0627ebda44&id=8db7c715-2add-450b-a1db-0b3a74c119d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0751214 Sep 10 15:11:14.010414 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-52313704-481e-4c67-afe8-3a6c366d86f4 req-becc5dbf-e6f3-4fb9-859f-89b3970fda81 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1abb4027-f5ba-4772-b83a-e033908cd066&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0565500 Sep 10 15:11:14.111093 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52313704-481e-4c67-afe8-3a6c366d86f4 req-fb1b74b3-e6bc-44af-b480-be109eeb9e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:14.112591 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-52313704-481e-4c67-afe8-3a6c366d86f4 req-fb1b74b3-e6bc-44af-b480-be109eeb9e2a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=082849543b964e42af95619ef61cf72e&device_id=1abb4027-f5ba-4772-b83a-e033908cd066 HTTP/1.1" status: 200 len: 1098 time: 0.0741253 Sep 10 15:11:14.129526 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd264439-46a2-4e9d-b8bd-b2839e79649f req-71fc4158-b27a-4375-a909-53a230976f78 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:14.131155 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-cd264439-46a2-4e9d-b8bd-b2839e79649f req-71fc4158-b27a-4375-a909-53a230976f78 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=57ef1793-ae01-454a-94de-16de99900787 HTTP/1.1" status: 200 len: 945 time: 0.0820732 Sep 10 15:11:14.140634 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 46464) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:11:14.426318 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.v2.base [None req-3cbd1930-d13c-4ef9-9017-1ff6e9f010f3 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Request body: {'floatingip': {'port_id': '51e20ead-5ca9-4dd3-a452-2be31657bb35'}} {{(pid=94009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:11:14.533494 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-3cbd1930-d13c-4ef9-9017-1ff6e9f010f3 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks [] for floatingip, before_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:14.657279 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801745ea-6f04-41a6-b3ab-907b3fc5de05 req-d6532e5e-ba53-46d3-b051-9178bbb7ccf7 tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:14.659254 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-801745ea-6f04-41a6-b3ab-907b3fc5de05 req-d6532e5e-ba53-46d3-b051-9178bbb7ccf7 tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] 10.222.0.35 "GET /v2.0/ports?device_id=cbcf9ca9-553b-429c-beb2-75d6238546aa HTTP/1.1" status: 200 len: 945 time: 0.2303703 Sep 10 15:11:14.660291 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52313704-481e-4c67-afe8-3a6c366d86f4 req-6d7b2e38-0027-493b-a9af-b796038a8804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:14.661620 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-52313704-481e-4c67-afe8-3a6c366d86f4 req-6d7b2e38-0027-493b-a9af-b796038a8804 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4c8987ac-0e40-410a-9ece-2ede7a46ccfd HTTP/1.1" status: 200 len: 912 time: 0.5279977 Sep 10 15:11:14.803262 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-801745ea-6f04-41a6-b3ab-907b3fc5de05 req-718c9366-3a99-4de7-b921-332fcd2ba3b6 tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] 10.222.0.35 "GET /v2.0/security-groups?id=2aacb530-ab44-4e06-bdb0-7a7615c5207f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369076 Sep 10 15:11:14.806928 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-52313704-481e-4c67-afe8-3a6c366d86f4 req-483c4553-6dcd-47aa-82e7-734ff953f794 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b988e32a-498e-455a-84be-81d566a1994a HTTP/1.1" status: 200 len: 1000 time: 0.1330197 Sep 10 15:11:14.912673 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52313704-481e-4c67-afe8-3a6c366d86f4 req-857067a4-e12d-4ffe-a96a-de004c1aaf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:14.914262 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-52313704-481e-4c67-afe8-3a6c366d86f4 req-857067a4-e12d-4ffe-a96a-de004c1aaf3a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cebcc24d-d612-4722-8ffc-2c593abb6c11 HTTP/1.1" status: 200 len: 850 time: 0.0988011 Sep 10 15:11:14.928528 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device a78bc3dc-874e-4839-ae97-8a8ecbf36a88 up at agent hyperv_hv-cinder-76015 {{(pid=94011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:11:14.977630 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Provisioning for port a78bc3dc-874e-4839-ae97-8a8ecbf36a88 completed by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:11:14.981283 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Provisioning complete for port a78bc3dc-874e-4839-ae97-8a8ecbf36a88 triggered by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:11:14.981654 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:15.035306 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52313704-481e-4c67-afe8-3a6c366d86f4 req-3763acf4-1802-494c-80bd-291063666ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:15.036826 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-52313704-481e-4c67-afe8-3a6c366d86f4 req-3763acf4-1802-494c-80bd-291063666ad4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4c8987ac-0e40-410a-9ece-2ede7a46ccfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0956354 Sep 10 15:11:15.077475 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:15.103142 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbcf9ca9-553b-429c-beb2-75d6238546aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a78bc3dc-874e-4839-ae97-8a8ecbf36a88'}] {{(pid=94011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:11:15.105393 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eff4842c0e32827c09e5fc730d7a4a2f35fc7e77767eed508a7d5fefd1bac28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-373ca7dd-fd54-470b-b376-7096e60998df" -d '{"events": [{"server_uuid": "cbcf9ca9-553b-429c-beb2-75d6238546aa", "name": "network-vif-plugged", "status": "completed", "tag": "a78bc3dc-874e-4839-ae97-8a8ecbf36a88"}]}' {{(pid=94011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:11:15.118973 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] For port a78bc3dc-874e-4839-ae97-8a8ecbf36a88, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=a78bc3dc-874e-4839-ae97-8a8ecbf36a88,segment=NetworkSegment(3d14850a-ecaa-4d9e-8bc2-338a64814687),segment_id=3d14850a-ecaa-4d9e-8bc2-338a64814687)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:11:15.123899 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:15.161178 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-892ae216-bbf1-4ec6-92e1-b4da717d75ed x-openstack-request-id: req-892ae216-bbf1-4ec6-92e1-b4da717d75ed {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:11:15.161629 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbcf9ca9-553b-429c-beb2-75d6238546aa", "name": "network-vif-plugged", "status": "completed", "tag": "a78bc3dc-874e-4839-ae97-8a8ecbf36a88", "code": 200}]} {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:11:15.162875 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-892ae216-bbf1-4ec6-92e1-b4da717d75ed {{(pid=94011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:11:15.163270 dv-cinder-760153-10-iscsi neutron-server[94011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbcf9ca9-553b-429c-beb2-75d6238546aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a78bc3dc-874e-4839-ae97-8a8ecbf36a88', 'code': 200} Sep 10 15:11:15.197664 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Pushing event updated for resources: {'Port': ['ID=a78bc3dc-874e-4839-ae97-8a8ecbf36a88,revision_number=5']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:11:15.232314 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedba08d-43e4-419b-8a24-67b383079e3f req-a86fbf6d-aef3-43bf-b20c-4ce7685b24ab tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:15.233785 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-bedba08d-43e4-419b-8a24-67b383079e3f req-a86fbf6d-aef3-43bf-b20c-4ce7685b24ab tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/ports?device_id=0561b768-e914-480a-8b53-56f727f3a504 HTTP/1.1" status: 200 len: 984 time: 0.1622946 Sep 10 15:11:15.312901 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-52313704-481e-4c67-afe8-3a6c366d86f4 req-efa608dc-4509-4049-b37d-396385177411 service neutron] 10.222.0.42 "GET /v2.0/networks/4c8987ac-0e40-410a-9ece-2ede7a46ccfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426195 Sep 10 15:11:15.355369 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-3cbd1930-d13c-4ef9-9017-1ff6e9f010f3 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:15.374217 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-3cbd1930-d13c-4ef9-9017-1ff6e9f010f3 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582779'] for floatingip, after_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:15.416438 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-bedba08d-43e4-419b-8a24-67b383079e3f req-e22b3f1a-ed77-4e7e-b51c-c9e67ab13b82 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/security-groups?id=c435c8d1-bcf5-4643-8a06-2b0627ebda44&id=8db7c715-2add-450b-a1db-0b3a74c119d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1761656 Sep 10 15:11:15.484410 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fde97d-618a-492e-8209-7d8a24d1e95e req-6ee4f83e-386c-4374-9bc1-785feedeb76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:15.485928 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-c2fde97d-618a-492e-8209-7d8a24d1e95e req-6ee4f83e-386c-4374-9bc1-785feedeb76a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cbcf9ca9-553b-429c-beb2-75d6238546aa HTTP/1.1" status: 200 len: 1099 time: 0.1933928 Sep 10 15:11:15.554981 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-52313704-481e-4c67-afe8-3a6c366d86f4 req-bd3ffaba-e93c-450c-8769-98faeca5e969 service neutron] 10.222.0.42 "GET /v2.0/networks/4c8987ac-0e40-410a-9ece-2ede7a46ccfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251530 Sep 10 15:11:15.559149 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.db.l3_db [None req-3cbd1930-d13c-4ef9-9017-1ff6e9f010f3 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Floating IP 1edb7204-9744-4331-a91a-745068fd1075 associated. External IP: 172.27.0.43, port: 51e20ead-5ca9-4dd3-a452-2be31657bb35. Sep 10 15:11:15.608130 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-c2fde97d-618a-492e-8209-7d8a24d1e95e req-700b1638-3985-480c-add7-e0a16df750ed service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2aacb530-ab44-4e06-bdb0-7a7615c5207f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952313 Sep 10 15:11:15.780918 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cbd1930-d13c-4ef9-9017-1ff6e9f010f3 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Router 75318aa0-7754-4055-b8f8-254019025fad has already been hosted by L3 agent b0771735-54fe-4ba2-aeee-11d3b2b54cf1 {{(pid=94009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 15:11:15.918252 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cbd1930-d13c-4ef9-9017-1ff6e9f010f3 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify agent at l3_agent.dv-cinder-760153-10-iscsi the message routers_updated {{(pid=94009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:11:15.924268 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-3cbd1930-d13c-4ef9-9017-1ff6e9f010f3 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46804'] for floatingip, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:15.934423 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc2ef70-83a1-4bfb-bba9-c1e073a6d887 None None] Sync routers for ids ['75318aa0-7754-4055-b8f8-254019025fad'] in dv-cinder-760153-10-iscsi {{(pid=94011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:11:15.946235 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc2ef70-83a1-4bfb-bba9-c1e073a6d887 None None] Routers {'75318aa0-7754-4055-b8f8-254019025fad'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:11:15.946897 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-5bc2ef70-83a1-4bfb-bba9-c1e073a6d887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T15:10:57Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['75318aa0-7754-4055-b8f8-254019025fad'], 'active': True} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:11:15.964943 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c558fec5-333b-4613-9b11-f4f0275e98bf req-343d7ac7-78d5-4743-8b20-808a81b45f11 tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:15.966582 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-c558fec5-333b-4613-9b11-f4f0275e98bf req-343d7ac7-78d5-4743-8b20-808a81b45f11 tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] 10.222.0.35 "GET /v2.0/ports?device_id=cbcf9ca9-553b-429c-beb2-75d6238546aa HTTP/1.1" status: 200 len: 946 time: 0.0903885 Sep 10 15:11:15.971030 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-3cbd1930-d13c-4ef9-9017-1ff6e9f010f3 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "PUT /v2.0/floatingips/1edb7204-9744-4331-a91a-745068fd1075 HTTP/1.1" status: 200 len: 990 time: 1.8267560 Sep 10 15:11:15.971030 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57ef1793-ae01-454a-94de-16de99900787', 'tag': '51e20ead-5ca9-4dd3-a452-2be31657bb35'}] {{(pid=94009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:11:15.971371 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9f06775dd2e397dd855044b511bdd55e5ba575987bbc09c0a11d88d405cb18b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04461565-f1ce-4c32-85f6-5dbc35ed46d8" -d '{"events": [{"name": "network-changed", "server_uuid": "57ef1793-ae01-454a-94de-16de99900787", "tag": "51e20ead-5ca9-4dd3-a452-2be31657bb35"}]}' {{(pid=94009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:11:16.020327 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-c558fec5-333b-4613-9b11-f4f0275e98bf req-d03334d6-5a9f-4871-80eb-5e65ee555035 tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] 10.222.0.35 "GET /v2.0/security-groups?id=2aacb530-ab44-4e06-bdb0-7a7615c5207f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408752 Sep 10 15:11:16.083574 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 15:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72fe0561-4a29-494f-862e-a8b7a3ec9800 x-openstack-request-id: req-72fe0561-4a29-494f-862e-a8b7a3ec9800 {{(pid=94009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:11:16.083879 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57ef1793-ae01-454a-94de-16de99900787", "tag": "51e20ead-5ca9-4dd3-a452-2be31657bb35", "status": "completed", "code": 200}]} {{(pid=94009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:11:16.084836 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-72fe0561-4a29-494f-862e-a8b7a3ec9800 {{(pid=94009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:11:16.085488 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57ef1793-ae01-454a-94de-16de99900787', 'tag': '51e20ead-5ca9-4dd3-a452-2be31657bb35', 'status': 'completed', 'code': 200} Sep 10 15:11:16.094765 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvr_db [None req-5bc2ef70-83a1-4bfb-bba9-c1e073a6d887 None None] Set router 75318aa0-7754-4055-b8f8-254019025fad gateway port host: dv-cinder-760153-10-iscsi {{(pid=94011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:11:16.161782 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04461565-f1ce-4c32-85f6-5dbc35ed46d8 req-b2733ca1-adc2-47a5-87d1-dafc6cafa2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:16.164135 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-04461565-f1ce-4c32-85f6-5dbc35ed46d8 req-b2733ca1-adc2-47a5-87d1-dafc6cafa2f7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c0149948ecbd4da99adb4e990da99cd9&device_id=57ef1793-ae01-454a-94de-16de99900787 HTTP/1.1" status: 200 len: 1098 time: 0.0455987 Sep 10 15:11:16.271100 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04461565-f1ce-4c32-85f6-5dbc35ed46d8 req-18f58c8c-84e1-49ea-92bb-1652fdd21980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:16.274074 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-04461565-f1ce-4c32-85f6-5dbc35ed46d8 req-18f58c8c-84e1-49ea-92bb-1652fdd21980 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d8cbe470-bc98-41a4-a428-659bec184b54 HTTP/1.1" status: 200 len: 918 time: 0.1016078 Sep 10 15:11:16.352816 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-5bc2ef70-83a1-4bfb-bba9-c1e073a6d887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75318aa0-7754-4055-b8f8-254019025fad', 'name': 'tempest-AttachVolumeShelveTestJSON-1850833039-router', 'tenant_id': 'c0149948ecbd4da99adb4e990da99cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'a1386db7-90f2-4a27-976b-3ecd198cac74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:05:57Z', 'updated_at': '2021-09-10T15:06:11Z', 'revision_number': 4, 'project_id': 'c0149948ecbd4da99adb4e990da99cd9', 'gw_port': {'id': 'a1386db7-90f2-4a27-976b-3ecd198cac74', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:88:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75318aa0-7754-4055-b8f8-254019025fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:05:59Z', 'updated_at': '2021-09-10T15:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi', '_floatingips': [{'id': '1edb7204-9744-4331-a91a-745068fd1075', 'tenant_id': 'c0149948ecbd4da99adb4e990da99cd9', 'floating_ip_address': '172.27.0.43', 'floating_network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'router_id': '75318aa0-7754-4055-b8f8-254019025fad', 'port_id': '51e20ead-5ca9-4dd3-a452-2be31657bb35', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8cbe470-bc98-41a4-a428-659bec184b54', 'mac_address': 'fa:16:3e:9f:61:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ef1793-ae01-454a-94de-16de99900787', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T15:10:56Z', 'updated_at': '2021-09-10T15:11:15Z', 'revision_number': 1, 'project_id': 'c0149948ecbd4da99adb4e990da99cd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6121906-e268-4286-a449-4c77a390ff70', 'name': '', 'network_id': 'd8cbe470-bc98-41a4-a428-659bec184b54', 'tenant_id': 'c0149948ecbd4da99adb4e990da99cd9', 'mac_address': 'fa:16:3e:69:3b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75318aa0-7754-4055-b8f8-254019025fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '782052c7-4991-4efe-97d8-5a0e8f67d6bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:06:06Z', 'updated_at': '2021-09-10T15:06:24Z', 'revision_number': 5, 'project_id': 'c0149948ecbd4da99adb4e990da99cd9', 'subnets': [{'id': '782052c7-4991-4efe-97d8-5a0e8f67d6bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:11:16.354588 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-04461565-f1ce-4c32-85f6-5dbc35ed46d8 req-70edbbeb-20a2-43d6-a940-b439db6b4d0d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51e20ead-5ca9-4dd3-a452-2be31657bb35 HTTP/1.1" status: 200 len: 998 time: 0.0711920 Sep 10 15:11:16.406135 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04461565-f1ce-4c32-85f6-5dbc35ed46d8 req-63c95a9d-c07d-4e66-aa7b-d1309cdc4281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:16.407527 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-04461565-f1ce-4c32-85f6-5dbc35ed46d8 req-63c95a9d-c07d-4e66-aa7b-d1309cdc4281 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=782052c7-4991-4efe-97d8-5a0e8f67d6bc HTTP/1.1" status: 200 len: 856 time: 0.0455637 Sep 10 15:11:16.468568 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04461565-f1ce-4c32-85f6-5dbc35ed46d8 req-bee4fa83-d4a6-4471-a45b-5df0c2c340e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:16.470152 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-04461565-f1ce-4c32-85f6-5dbc35ed46d8 req-bee4fa83-d4a6-4471-a45b-5df0c2c340e1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d8cbe470-bc98-41a4-a428-659bec184b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0540628 Sep 10 15:11:16.502219 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc2ef70-83a1-4bfb-bba9-c1e073a6d887 None None] Checking router: 75318aa0-7754-4055-b8f8-254019025fad for host: dv-cinder-760153-10-iscsi {{(pid=94011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:11:16.511175 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc2ef70-83a1-4bfb-bba9-c1e073a6d887 None None] Routers {'75318aa0-7754-4055-b8f8-254019025fad'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:11:16.511789 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-5bc2ef70-83a1-4bfb-bba9-c1e073a6d887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T15:10:57Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['75318aa0-7754-4055-b8f8-254019025fad'], 'active': True} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:11:16.602743 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e659610-39a6-4532-984c-76559fac3082 req-138cd2c1-be40-4aac-a34a-dee425615a75 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:16.604285 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-5e659610-39a6-4532-984c-76559fac3082 req-138cd2c1-be40-4aac-a34a-dee425615a75 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/ports?device_id=0561b768-e914-480a-8b53-56f727f3a504 HTTP/1.1" status: 200 len: 984 time: 0.1045265 Sep 10 15:11:16.626001 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvr_db [None req-5bc2ef70-83a1-4bfb-bba9-c1e073a6d887 None None] Set router 75318aa0-7754-4055-b8f8-254019025fad gateway port host: dv-cinder-760153-10-iscsi {{(pid=94011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:11:16.633325 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-04461565-f1ce-4c32-85f6-5dbc35ed46d8 req-025f6116-425c-47aa-bb5c-6b4c9fc2c079 service neutron] 10.222.0.42 "GET /v2.0/networks/d8cbe470-bc98-41a4-a428-659bec184b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416352 Sep 10 15:11:16.662864 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-5e659610-39a6-4532-984c-76559fac3082 req-33a859b1-bd35-4812-84fd-4463fd74332f tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/security-groups?id=c435c8d1-bcf5-4643-8a06-2b0627ebda44&id=8db7c715-2add-450b-a1db-0b3a74c119d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0474010 Sep 10 15:11:16.875848 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-5bc2ef70-83a1-4bfb-bba9-c1e073a6d887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75318aa0-7754-4055-b8f8-254019025fad', 'name': 'tempest-AttachVolumeShelveTestJSON-1850833039-router', 'tenant_id': 'c0149948ecbd4da99adb4e990da99cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'a1386db7-90f2-4a27-976b-3ecd198cac74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:05:57Z', 'updated_at': '2021-09-10T15:06:11Z', 'revision_number': 4, 'project_id': 'c0149948ecbd4da99adb4e990da99cd9', 'gw_port': {'id': 'a1386db7-90f2-4a27-976b-3ecd198cac74', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:88:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75318aa0-7754-4055-b8f8-254019025fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:05:59Z', 'updated_at': '2021-09-10T15:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi', '_floatingips': [{'id': '1edb7204-9744-4331-a91a-745068fd1075', 'tenant_id': 'c0149948ecbd4da99adb4e990da99cd9', 'floating_ip_address': '172.27.0.43', 'floating_network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'router_id': '75318aa0-7754-4055-b8f8-254019025fad', 'port_id': '51e20ead-5ca9-4dd3-a452-2be31657bb35', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8cbe470-bc98-41a4-a428-659bec184b54', 'mac_address': 'fa:16:3e:9f:61:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ef1793-ae01-454a-94de-16de99900787', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T15:10:56Z', 'updated_at': '2021-09-10T15:11:15Z', 'revision_number': 1, 'project_id': 'c0149948ecbd4da99adb4e990da99cd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6121906-e268-4286-a449-4c77a390ff70', 'name': '', 'network_id': 'd8cbe470-bc98-41a4-a428-659bec184b54', 'tenant_id': 'c0149948ecbd4da99adb4e990da99cd9', 'mac_address': 'fa:16:3e:69:3b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75318aa0-7754-4055-b8f8-254019025fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '782052c7-4991-4efe-97d8-5a0e8f67d6bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:06:06Z', 'updated_at': '2021-09-10T15:06:24Z', 'revision_number': 5, 'project_id': 'c0149948ecbd4da99adb4e990da99cd9', 'subnets': [{'id': '782052c7-4991-4efe-97d8-5a0e8f67d6bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:11:16.908288 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc2ef70-83a1-4bfb-bba9-c1e073a6d887 None None] The sync data for ids ['75318aa0-7754-4055-b8f8-254019025fad'] in dv-cinder-760153-10-iscsi is: [{'id': '75318aa0-7754-4055-b8f8-254019025fad', 'name': 'tempest-AttachVolumeShelveTestJSON-1850833039-router', 'tenant_id': 'c0149948ecbd4da99adb4e990da99cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'a1386db7-90f2-4a27-976b-3ecd198cac74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:05:57Z', 'updated_at': '2021-09-10T15:06:11Z', 'revision_number': 4, 'project_id': 'c0149948ecbd4da99adb4e990da99cd9', 'gw_port': {'id': 'a1386db7-90f2-4a27-976b-3ecd198cac74', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:88:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75318aa0-7754-4055-b8f8-254019025fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:05:59Z', 'updated_at': '2021-09-10T15:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi', '_floatingips': [{'id': '1edb7204-9744-4331-a91a-745068fd1075', 'tenant_id': 'c0149948ecbd4da99adb4e990da99cd9', 'floating_ip_address': '172.27.0.43', 'floating_network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'router_id': '75318aa0-7754-4055-b8f8-254019025fad', 'port_id': '51e20ead-5ca9-4dd3-a452-2be31657bb35', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8cbe470-bc98-41a4-a428-659bec184b54', 'mac_address': 'fa:16:3e:9f:61:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57ef1793-ae01-454a-94de-16de99900787', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T15:10:56Z', 'updated_at': '2021-09-10T15:11:15Z', 'revision_number': 1, 'project_id': 'c0149948ecbd4da99adb4e990da99cd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6121906-e268-4286-a449-4c77a390ff70', 'name': '', 'network_id': 'd8cbe470-bc98-41a4-a428-659bec184b54', 'tenant_id': 'c0149948ecbd4da99adb4e990da99cd9', 'mac_address': 'fa:16:3e:69:3b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75318aa0-7754-4055-b8f8-254019025fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '782052c7-4991-4efe-97d8-5a0e8f67d6bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:06:06Z', 'updated_at': '2021-09-10T15:06:24Z', 'revision_number': 5, 'project_id': 'c0149948ecbd4da99adb4e990da99cd9', 'subnets': [{'id': '782052c7-4991-4efe-97d8-5a0e8f67d6bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:11:17.018172 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-04461565-f1ce-4c32-85f6-5dbc35ed46d8 req-ee92f847-ffad-49cc-a980-cc0178faa42a service neutron] 10.222.0.42 "GET /v2.0/networks/d8cbe470-bc98-41a4-a428-659bec184b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3721404 Sep 10 15:11:17.105060 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ada1f4-6e5f-46f2-954e-e0b037046896 None None] New status for floating IP 1edb7204-9744-4331-a91a-745068fd1075: ACTIVE {{(pid=94012) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 15:11:17.169417 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb104472-eacf-4364-89ac-a68018a9b7e4 req-19301e75-9011-4596-bdda-1bcb629e79f0 tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:17.171001 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-cb104472-eacf-4364-89ac-a68018a9b7e4 req-19301e75-9011-4596-bdda-1bcb629e79f0 tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] 10.222.0.35 "GET /v2.0/ports?device_id=cbcf9ca9-553b-429c-beb2-75d6238546aa HTTP/1.1" status: 200 len: 946 time: 0.0545461 Sep 10 15:11:17.218392 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-cb104472-eacf-4364-89ac-a68018a9b7e4 req-d057b6ad-675f-432b-821d-a150203a5f44 tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] 10.222.0.35 "GET /v2.0/security-groups?id=2aacb530-ab44-4e06-bdb0-7a7615c5207f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340030 Sep 10 15:11:17.783593 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42182409-93d2-474c-825c-f50494926994 req-4abc1709-b624-4995-97d6-803ecf1fe935 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:17.785048 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-42182409-93d2-474c-825c-f50494926994 req-4abc1709-b624-4995-97d6-803ecf1fe935 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/ports?device_id=0561b768-e914-480a-8b53-56f727f3a504 HTTP/1.1" status: 200 len: 984 time: 0.0512772 Sep 10 15:11:17.824777 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-42182409-93d2-474c-825c-f50494926994 req-acca73bf-c6e4-45e6-a099-7fb0b3686d18 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/security-groups?id=c435c8d1-bcf5-4643-8a06-2b0627ebda44&id=8db7c715-2add-450b-a1db-0b3a74c119d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336905 Sep 10 15:11:18.450997 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cc6609-92db-4c9b-85e0-eccb8690e28c req-079fecb9-e4b1-4dc9-843a-47628c77e34e tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:18.452522 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-d9cc6609-92db-4c9b-85e0-eccb8690e28c req-079fecb9-e4b1-4dc9-843a-47628c77e34e tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/ports?device_id=1abb4027-f5ba-4772-b83a-e033908cd066 HTTP/1.1" status: 200 len: 945 time: 0.0491812 Sep 10 15:11:18.490329 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-d9cc6609-92db-4c9b-85e0-eccb8690e28c req-153f5288-6610-4f5b-babc-e52bc9631268 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/security-groups?id=0fb61748-e2ed-4218-a239-be58c79f0998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314262 Sep 10 15:11:18.944070 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afec108-056f-4c6d-9e2a-cbaaec294216 req-58c89026-115b-488e-84ce-87de9bb946a2 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:18.946157 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-6afec108-056f-4c6d-9e2a-cbaaec294216 req-58c89026-115b-488e-84ce-87de9bb946a2 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/ports?device_id=0561b768-e914-480a-8b53-56f727f3a504 HTTP/1.1" status: 200 len: 984 time: 0.0522876 Sep 10 15:11:18.996443 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-6afec108-056f-4c6d-9e2a-cbaaec294216 req-eab44fa3-8b5a-411f-8724-2f0be3c1287e tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/security-groups?id=c435c8d1-bcf5-4643-8a06-2b0627ebda44&id=8db7c715-2add-450b-a1db-0b3a74c119d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0441773 Sep 10 15:11:19.621981 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47dec9-2f63-4bab-81fb-fbfe3e159354 req-8f5dfabc-6058-42d0-bac6-d8df8c96e48b tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:19.623498 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-2b47dec9-2f63-4bab-81fb-fbfe3e159354 req-8f5dfabc-6058-42d0-bac6-d8df8c96e48b tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/ports?device_id=1abb4027-f5ba-4772-b83a-e033908cd066 HTTP/1.1" status: 200 len: 945 time: 0.0542758 Sep 10 15:11:19.663455 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-2b47dec9-2f63-4bab-81fb-fbfe3e159354 req-940593fc-5b69-460a-ace2-e5e43efc83a2 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/security-groups?id=0fb61748-e2ed-4218-a239-be58c79f0998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339811 Sep 10 15:11:20.118367 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20de1b3b-c989-46d9-9326-a5d5c0389680 req-909fd3b4-c29f-46f9-8f58-bac891900129 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:20.119862 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-20de1b3b-c989-46d9-9326-a5d5c0389680 req-909fd3b4-c29f-46f9-8f58-bac891900129 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/ports?device_id=0561b768-e914-480a-8b53-56f727f3a504 HTTP/1.1" status: 200 len: 984 time: 0.0519836 Sep 10 15:11:20.160757 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-20de1b3b-c989-46d9-9326-a5d5c0389680 req-0d2c49d6-09cc-4918-aefa-19a764cff1ca tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/security-groups?id=c435c8d1-bcf5-4643-8a06-2b0627ebda44&id=8db7c715-2add-450b-a1db-0b3a74c119d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0348647 Sep 10 15:11:20.479421 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b33510-562b-4498-a9e4-a83524cbc0d5 req-0db7f3ce-1009-4817-a223-b541d650b439 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:20.480910 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-06b33510-562b-4498-a9e4-a83524cbc0d5 req-0db7f3ce-1009-4817-a223-b541d650b439 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.42 "GET /v2.0/ports?device_id=1abb4027-f5ba-4772-b83a-e033908cd066 HTTP/1.1" status: 200 len: 945 time: 0.0510168 Sep 10 15:11:20.585112 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.plugin [req-06b33510-562b-4498-a9e4-a83524cbc0d5 req-69426c60-5cec-4c52-bd06-fb26e74aca74 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Deleting port b988e32a-498e-455a-84be-81d566a1994a {{(pid=94009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:11:20.585448 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-06b33510-562b-4498-a9e4-a83524cbc0d5 req-69426c60-5cec-4c52-bd06-fb26e74aca74 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748757118522'] for port, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:20.673440 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.db [req-06b33510-562b-4498-a9e4-a83524cbc0d5 req-69426c60-5cec-4c52-bd06-fb26e74aca74 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] For port b988e32a-498e-455a-84be-81d566a1994a, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=b988e32a-498e-455a-84be-81d566a1994a,segment=NetworkSegment(393f7742-686d-4801-9fab-414e2530e6c7),segment_id=393f7742-686d-4801-9fab-414e2530e6c7)] {{(pid=94009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:11:20.674159 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-06b33510-562b-4498-a9e4-a83524cbc0d5 req-69426c60-5cec-4c52-bd06-fb26e74aca74 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530186'] for port, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:20.860916 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f685014a-6f6d-4e92-988f-155f166f4c85 req-21a958e2-08ed-4c2e-b8b9-4f82e67164ac tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:20.862443 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-f685014a-6f6d-4e92-988f-155f166f4c85 req-21a958e2-08ed-4c2e-b8b9-4f82e67164ac tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/ports?device_id=1abb4027-f5ba-4772-b83a-e033908cd066 HTTP/1.1" status: 200 len: 945 time: 0.1302204 Sep 10 15:11:20.904272 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-06b33510-562b-4498-a9e4-a83524cbc0d5 req-69426c60-5cec-4c52-bd06-fb26e74aca74 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:20.904740 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-06b33510-562b-4498-a9e4-a83524cbc0d5 req-69426c60-5cec-4c52-bd06-fb26e74aca74 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582779'] for floatingip, after_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:20.904946 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.db.l3_db [req-06b33510-562b-4498-a9e4-a83524cbc0d5 req-69426c60-5cec-4c52-bd06-fb26e74aca74 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Floating IP de49fb79-dd1e-4e81-87f0-ef13cd805189 disassociated. External IP: 172.27.0.54, port: b988e32a-498e-455a-84be-81d566a1994a. Sep 10 15:11:20.905265 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.plugin [req-06b33510-562b-4498-a9e4-a83524cbc0d5 req-69426c60-5cec-4c52-bd06-fb26e74aca74 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Calling delete_port for b988e32a-498e-455a-84be-81d566a1994a owned by compute:nova {{(pid=94009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:11:20.929251 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-f685014a-6f6d-4e92-988f-155f166f4c85 req-3a0521e8-2d42-4427-a8b5-57ad8bf83e1c tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/security-groups?id=0fb61748-e2ed-4218-a239-be58c79f0998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588243 Sep 10 15:11:21.050863 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-06b33510-562b-4498-a9e4-a83524cbc0d5 req-69426c60-5cec-4c52-bd06-fb26e74aca74 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748757126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748756606410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1040815'] for port, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:21.081783 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69426c60-5cec-4c52-bd06-fb26e74aca74 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Pushing event deleted for resources: {'Port': ['ID=b988e32a-498e-455a-84be-81d566a1994a,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:11:21.093487 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69426c60-5cec-4c52-bd06-fb26e74aca74 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:11:21.093830 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69426c60-5cec-4c52-bd06-fb26e74aca74 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:11:21.094190 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69426c60-5cec-4c52-bd06-fb26e74aca74 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:11:21.094522 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69426c60-5cec-4c52-bd06-fb26e74aca74 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:11:21.094851 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69426c60-5cec-4c52-bd06-fb26e74aca74 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:11:21.095201 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69426c60-5cec-4c52-bd06-fb26e74aca74 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:11:21.095534 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69426c60-5cec-4c52-bd06-fb26e74aca74 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:11:21.095851 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69426c60-5cec-4c52-bd06-fb26e74aca74 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:11:21.096213 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69426c60-5cec-4c52-bd06-fb26e74aca74 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:11:21.097131 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69426c60-5cec-4c52-bd06-fb26e74aca74 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:11:21.097131 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69426c60-5cec-4c52-bd06-fb26e74aca74 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:11:21.097365 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69426c60-5cec-4c52-bd06-fb26e74aca74 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:11:21.208283 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06b33510-562b-4498-a9e4-a83524cbc0d5 req-69426c60-5cec-4c52-bd06-fb26e74aca74 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Router 39b10974-571e-4fb1-9e4f-0d31edb05afe has already been hosted by L3 agent b0771735-54fe-4ba2-aeee-11d3b2b54cf1 {{(pid=94009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 15:11:21.344059 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956457d6-262f-46da-be97-525519198b67 req-c21990a7-5a76-442e-854f-aeb3ee9f84fd tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:21.345518 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-956457d6-262f-46da-be97-525519198b67 req-c21990a7-5a76-442e-854f-aeb3ee9f84fd tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/ports?device_id=0561b768-e914-480a-8b53-56f727f3a504 HTTP/1.1" status: 200 len: 984 time: 0.0959029 Sep 10 15:11:21.363270 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06b33510-562b-4498-a9e4-a83524cbc0d5 req-69426c60-5cec-4c52-bd06-fb26e74aca74 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify agent at l3_agent.dv-cinder-760153-10-iscsi the message routers_updated {{(pid=94009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:11:21.374625 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef8b7f0-97a6-41ed-99f7-26cb3bdd637f None None] Sync routers for ids ['39b10974-571e-4fb1-9e4f-0d31edb05afe'] in dv-cinder-760153-10-iscsi {{(pid=94011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:11:21.384140 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef8b7f0-97a6-41ed-99f7-26cb3bdd637f None None] Routers {'39b10974-571e-4fb1-9e4f-0d31edb05afe'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:11:21.384762 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-6ef8b7f0-97a6-41ed-99f7-26cb3bdd637f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T15:10:57Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['39b10974-571e-4fb1-9e4f-0d31edb05afe'], 'active': True} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:11:21.428482 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.l3_dvrscheduler_db [req-06b33510-562b-4498-a9e4-a83524cbc0d5 req-69426c60-5cec-4c52-bd06-fb26e74aca74 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] No DVR routers for this DVR port b988e32a-498e-455a-84be-81d566a1994a on host hv-cinder-76015 {{(pid=94009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 15:11:21.434198 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-06b33510-562b-4498-a9e4-a83524cbc0d5 req-69426c60-5cec-4c52-bd06-fb26e74aca74 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46804'] for port, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:21.436440 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-06b33510-562b-4498-a9e4-a83524cbc0d5 req-69426c60-5cec-4c52-bd06-fb26e74aca74 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.42 "DELETE /v2.0/ports/b988e32a-498e-455a-84be-81d566a1994a HTTP/1.1" status: 204 len: 173 time: 0.9495623 Sep 10 15:11:21.436955 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1abb4027-f5ba-4772-b83a-e033908cd066', 'name': 'network-vif-deleted', 'tag': 'b988e32a-498e-455a-84be-81d566a1994a'}] {{(pid=94009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:11:21.439806 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9f06775dd2e397dd855044b511bdd55e5ba575987bbc09c0a11d88d405cb18b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fdefbfc-e727-48d5-a059-6c3f38ca0448" -d '{"events": [{"server_uuid": "1abb4027-f5ba-4772-b83a-e033908cd066", "name": "network-vif-deleted", "tag": "b988e32a-498e-455a-84be-81d566a1994a"}]}' {{(pid=94009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:11:21.447604 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-956457d6-262f-46da-be97-525519198b67 req-9c5de237-8864-4e4d-9590-550514a06e11 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/security-groups?id=c435c8d1-bcf5-4643-8a06-2b0627ebda44&id=8db7c715-2add-450b-a1db-0b3a74c119d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0948160 Sep 10 15:11:21.491937 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbbe35ab-e302-4eb7-b0db-1046dd8bcd05 x-openstack-request-id: req-cbbe35ab-e302-4eb7-b0db-1046dd8bcd05 {{(pid=94009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:11:21.492630 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1abb4027-f5ba-4772-b83a-e033908cd066", "name": "network-vif-deleted", "tag": "b988e32a-498e-455a-84be-81d566a1994a", "status": "completed", "code": 200}]} {{(pid=94009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:11:21.493694 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cbbe35ab-e302-4eb7-b0db-1046dd8bcd05 {{(pid=94009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:11:21.495495 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1abb4027-f5ba-4772-b83a-e033908cd066', 'name': 'network-vif-deleted', 'tag': 'b988e32a-498e-455a-84be-81d566a1994a', 'status': 'completed', 'code': 200} Sep 10 15:11:21.522719 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvr_db [None req-6ef8b7f0-97a6-41ed-99f7-26cb3bdd637f None None] Set router 39b10974-571e-4fb1-9e4f-0d31edb05afe gateway port host: dv-cinder-760153-10-iscsi {{(pid=94011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:11:21.752752 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-6ef8b7f0-97a6-41ed-99f7-26cb3bdd637f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b10974-571e-4fb1-9e4f-0d31edb05afe', 'name': 'tempest-AttachVolumeTestJSON-2116488470-router', 'tenant_id': '082849543b964e42af95619ef61cf72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '353e4137-a58f-44da-b645-7d0b1317f238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:07:15Z', 'updated_at': '2021-09-10T15:07:21Z', 'revision_number': 4, 'project_id': '082849543b964e42af95619ef61cf72e', 'gw_port': {'id': '353e4137-a58f-44da-b645-7d0b1317f238', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:18:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b10974-571e-4fb1-9e4f-0d31edb05afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:07:16Z', 'updated_at': '2021-09-10T15:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi', '_interfaces': [{'id': '3a3f3ef5-bd42-4810-8d6a-69f8159bb95c', 'name': '', 'network_id': '4c8987ac-0e40-410a-9ece-2ede7a46ccfd', 'tenant_id': '082849543b964e42af95619ef61cf72e', 'mac_address': 'fa:16:3e:f7:fe:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b10974-571e-4fb1-9e4f-0d31edb05afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'cebcc24d-d612-4722-8ffc-2c593abb6c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:07:20Z', 'updated_at': '2021-09-10T15:07:28Z', 'revision_number': 5, 'project_id': '082849543b964e42af95619ef61cf72e', 'subnets': [{'id': 'cebcc24d-d612-4722-8ffc-2c593abb6c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:11:21.781689 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef8b7f0-97a6-41ed-99f7-26cb3bdd637f None None] Checking router: 39b10974-571e-4fb1-9e4f-0d31edb05afe for host: dv-cinder-760153-10-iscsi {{(pid=94011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:11:21.790788 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef8b7f0-97a6-41ed-99f7-26cb3bdd637f None None] Routers {'39b10974-571e-4fb1-9e4f-0d31edb05afe'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:11:21.791404 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-6ef8b7f0-97a6-41ed-99f7-26cb3bdd637f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T15:10:57Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['39b10974-571e-4fb1-9e4f-0d31edb05afe'], 'active': True} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:11:21.903632 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvr_db [None req-6ef8b7f0-97a6-41ed-99f7-26cb3bdd637f None None] Set router 39b10974-571e-4fb1-9e4f-0d31edb05afe gateway port host: dv-cinder-760153-10-iscsi {{(pid=94011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:11:22.023915 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 46542) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:11:22.084996 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-db2e3bf6-0b98-472c-97ac-907c353e503d tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks [] for security_group, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:22.110147 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-db2e3bf6-0b98-472c-97ac-907c353e503d tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:22.120856 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-6ef8b7f0-97a6-41ed-99f7-26cb3bdd637f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b10974-571e-4fb1-9e4f-0d31edb05afe', 'name': 'tempest-AttachVolumeTestJSON-2116488470-router', 'tenant_id': '082849543b964e42af95619ef61cf72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '353e4137-a58f-44da-b645-7d0b1317f238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:07:15Z', 'updated_at': '2021-09-10T15:07:21Z', 'revision_number': 4, 'project_id': '082849543b964e42af95619ef61cf72e', 'gw_port': {'id': '353e4137-a58f-44da-b645-7d0b1317f238', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:18:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b10974-571e-4fb1-9e4f-0d31edb05afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:07:16Z', 'updated_at': '2021-09-10T15:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi', '_interfaces': [{'id': '3a3f3ef5-bd42-4810-8d6a-69f8159bb95c', 'name': '', 'network_id': '4c8987ac-0e40-410a-9ece-2ede7a46ccfd', 'tenant_id': '082849543b964e42af95619ef61cf72e', 'mac_address': 'fa:16:3e:f7:fe:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b10974-571e-4fb1-9e4f-0d31edb05afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'cebcc24d-d612-4722-8ffc-2c593abb6c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:07:20Z', 'updated_at': '2021-09-10T15:07:28Z', 'revision_number': 5, 'project_id': '082849543b964e42af95619ef61cf72e', 'subnets': [{'id': 'cebcc24d-d612-4722-8ffc-2c593abb6c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:11:22.151292 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef8b7f0-97a6-41ed-99f7-26cb3bdd637f None None] The sync data for ids ['39b10974-571e-4fb1-9e4f-0d31edb05afe'] in dv-cinder-760153-10-iscsi is: [{'id': '39b10974-571e-4fb1-9e4f-0d31edb05afe', 'name': 'tempest-AttachVolumeTestJSON-2116488470-router', 'tenant_id': '082849543b964e42af95619ef61cf72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '353e4137-a58f-44da-b645-7d0b1317f238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:07:15Z', 'updated_at': '2021-09-10T15:07:21Z', 'revision_number': 4, 'project_id': '082849543b964e42af95619ef61cf72e', 'gw_port': {'id': '353e4137-a58f-44da-b645-7d0b1317f238', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:18:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b10974-571e-4fb1-9e4f-0d31edb05afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:07:16Z', 'updated_at': '2021-09-10T15:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi', '_interfaces': [{'id': '3a3f3ef5-bd42-4810-8d6a-69f8159bb95c', 'name': '', 'network_id': '4c8987ac-0e40-410a-9ece-2ede7a46ccfd', 'tenant_id': '082849543b964e42af95619ef61cf72e', 'mac_address': 'fa:16:3e:f7:fe:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b10974-571e-4fb1-9e4f-0d31edb05afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'cebcc24d-d612-4722-8ffc-2c593abb6c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:07:20Z', 'updated_at': '2021-09-10T15:07:28Z', 'revision_number': 5, 'project_id': '082849543b964e42af95619ef61cf72e', 'subnets': [{'id': 'cebcc24d-d612-4722-8ffc-2c593abb6c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:11:22.165973 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-db2e3bf6-0b98-472c-97ac-907c353e503d tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:22.168510 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-db2e3bf6-0b98-472c-97ac-907c353e503d tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks [] for security_group, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:22.169706 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-db2e3bf6-0b98-472c-97ac-907c353e503d tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "DELETE /v2.0/security-groups/0fb61748-e2ed-4218-a239-be58c79f0998 HTTP/1.1" status: 204 len: 168 time: 0.1447635 Sep 10 15:11:22.172459 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 46544) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:11:22.180499 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e3bf6-0b98-472c-97ac-907c353e503d tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb61748-e2ed-4218-a239-be58c79f0998,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:11:22.192014 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.api.v2.resource [None req-e012e0a5-cb6f-4a3d-93fa-edd646517e5f tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] show failed (client error): The resource could not be found. Sep 10 15:11:22.193055 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-e012e0a5-cb6f-4a3d-93fa-edd646517e5f tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/security-groups/0fb61748-e2ed-4218-a239-be58c79f0998 HTTP/1.1" status: 404 len: 347 time: 0.0189331 Sep 10 15:11:22.196987 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 46546) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:11:22.341559 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.plugin [None req-011e0291-c939-437b-a360-cee480380c38 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Deleting port 976a40cc-8f5a-43fe-a2d8-a5d092345c49 {{(pid=94009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:11:22.341905 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-011e0291-c939-437b-a360-cee480380c38 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748757118522'] for port, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:22.417437 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c43914-a7b8-4ed2-a817-2d50c25ea204 None None] New status for floating IP de49fb79-dd1e-4e81-87f0-ef13cd805189: DOWN {{(pid=94012) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 15:11:22.436546 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-011e0291-c939-437b-a360-cee480380c38 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530186'] for port, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:22.436869 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-011e0291-c939-437b-a360-cee480380c38 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:22.450241 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.plugin [None req-011e0291-c939-437b-a360-cee480380c38 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Calling delete_port for 976a40cc-8f5a-43fe-a2d8-a5d092345c49 owned by network:floatingip {{(pid=94009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:11:22.609558 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6611c3e-c3c3-4c62-9b44-42a2d2e74ae8 req-9e31f89e-7ff6-4e7a-b872-eac989a949fc tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:22.611091 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-c6611c3e-c3c3-4c62-9b44-42a2d2e74ae8 req-9e31f89e-7ff6-4e7a-b872-eac989a949fc tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/ports?device_id=0561b768-e914-480a-8b53-56f727f3a504 HTTP/1.1" status: 200 len: 984 time: 0.0860441 Sep 10 15:11:22.661111 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-011e0291-c939-437b-a360-cee480380c38 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748757126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748756606410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1040815'] for port, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:22.674170 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-c6611c3e-c3c3-4c62-9b44-42a2d2e74ae8 req-4b300d68-eccf-44d3-b1c0-93461e5e01b5 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/security-groups?id=c435c8d1-bcf5-4643-8a06-2b0627ebda44&id=8db7c715-2add-450b-a1db-0b3a74c119d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563047 Sep 10 15:11:22.694131 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011e0291-c939-437b-a360-cee480380c38 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Pushing event deleted for resources: {'Port': ['ID=976a40cc-8f5a-43fe-a2d8-a5d092345c49,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:11:22.755374 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-011e0291-c939-437b-a360-cee480380c38 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks [] for floatingip, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:22.757895 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-011e0291-c939-437b-a360-cee480380c38 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46804'] for floatingip, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:22.759097 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-011e0291-c939-437b-a360-cee480380c38 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "DELETE /v2.0/floatingips/de49fb79-dd1e-4e81-87f0-ef13cd805189 HTTP/1.1" status: 204 len: 168 time: 0.5571625 Sep 10 15:11:23.416675 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 46556) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:11:23.421199 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.v2.base [None req-86838fa3-08b9-4175-80b8-af7c62c7e95d tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Request body: {'security_group': {'name': 'tempest-securitygroup--535070844', 'description': 'tempest-description--1495018584'}} {{(pid=94009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:11:23.444784 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-86838fa3-08b9-4175-80b8-af7c62c7e95d tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks [] for security_group, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:23.531813 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-86838fa3-08b9-4175-80b8-af7c62c7e95d tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks [] for security_group, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:23.535596 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-86838fa3-08b9-4175-80b8-af7c62c7e95d tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:23.562967 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-86838fa3-08b9-4175-80b8-af7c62c7e95d tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks [] for security_group, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:23.564211 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-86838fa3-08b9-4175-80b8-af7c62c7e95d tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1465380 Sep 10 15:11:23.567532 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 46558) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:11:23.568381 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86838fa3-08b9-4175-80b8-af7c62c7e95d tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05ea3ae8-c060-458c-99a7-e4ef26774c9a,revision_number=1']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:11:23.575017 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.v2.base [None req-f867136f-d426-46b0-a605-c2ce9724900e tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Request body: {'security_group_rule': {'security_group_id': '05ea3ae8-c060-458c-99a7-e4ef26774c9a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:11:23.608323 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-f867136f-d426-46b0-a605-c2ce9724900e tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:23.657470 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-f867136f-d426-46b0-a605-c2ce9724900e tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:23.661682 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-f867136f-d426-46b0-a605-c2ce9724900e tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591329'] for security_group_rule, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:23.679294 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f867136f-d426-46b0-a605-c2ce9724900e tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77fcbf72-3a0c-4bbb-8212-e8c3e55669fb,revision_number=0']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:11:23.686213 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-f867136f-d426-46b0-a605-c2ce9724900e tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:23.688527 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-f867136f-d426-46b0-a605-c2ce9724900e tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1191559 Sep 10 15:11:23.690984 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 46560) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:11:23.696235 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.v2.base [None req-246776d4-cec2-43c5-8cda-d388b162677b tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Request body: {'security_group_rule': {'security_group_id': '05ea3ae8-c060-458c-99a7-e4ef26774c9a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:11:23.723803 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-246776d4-cec2-43c5-8cda-d388b162677b tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:23.820075 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-246776d4-cec2-43c5-8cda-d388b162677b tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:23.828472 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f002d-6cf8-4fd8-b7dc-4cf7c920af6c req-c4f5304e-7e44-4ece-b84e-fb46b2e5a567 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:23.829976 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-385f002d-6cf8-4fd8-b7dc-4cf7c920af6c req-c4f5304e-7e44-4ece-b84e-fb46b2e5a567 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/ports?device_id=0561b768-e914-480a-8b53-56f727f3a504 HTTP/1.1" status: 200 len: 984 time: 0.0762239 Sep 10 15:11:23.831084 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-246776d4-cec2-43c5-8cda-d388b162677b tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591329'] for security_group_rule, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:23.856771 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246776d4-cec2-43c5-8cda-d388b162677b tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b458f982-0e39-42aa-8ee9-94dcb9d7db92,revision_number=0']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:11:23.871776 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-246776d4-cec2-43c5-8cda-d388b162677b tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:23.872954 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-246776d4-cec2-43c5-8cda-d388b162677b tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1808922 Sep 10 15:11:23.876241 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 46566) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:11:23.882273 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.v2.base [None req-c944ff66-d6d6-4b79-9217-3190c3219d2a tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Request body: {'floatingip': {'floating_network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed'}} {{(pid=94010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:11:23.906884 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-385f002d-6cf8-4fd8-b7dc-4cf7c920af6c req-45bf9587-f98b-4a5f-8dc4-2dc073805352 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/security-groups?id=c435c8d1-bcf5-4643-8a06-2b0627ebda44&id=8db7c715-2add-450b-a1db-0b3a74c119d5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0679984 Sep 10 15:11:23.908373 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-c944ff66-d6d6-4b79-9217-3190c3219d2a tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks [] for floatingip, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:24.032087 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-c944ff66-d6d6-4b79-9217-3190c3219d2a tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:24.137178 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.db.db_base_plugin_common [None req-c944ff66-d6d6-4b79-9217-3190c3219d2a tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Allocated IP 172.27.0.184 (caa13d69-ff92-44ce-a665-3b9af711feed/3b314502-2ac4-4640-9fa5-f95f10fc4599/d238ab66-0579-418e-b4d1-5d21e7048b5e) {{(pid=94010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:11:24.236135 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-c944ff66-d6d6-4b79-9217-3190c3219d2a tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks [] for port, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:24.274567 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-c944ff66-d6d6-4b79-9217-3190c3219d2a tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748756606401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14298976'] for port, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:24.310930 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c944ff66-d6d6-4b79-9217-3190c3219d2a tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Network caa13d69-ff92-44ce-a665-3b9af711feed is already hosted by enough agents. {{(pid=94010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:11:24.313718 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.base_scheduler [None req-c944ff66-d6d6-4b79-9217-3190c3219d2a tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Resources bound (agent type, host, resource id): {{(pid=94010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:11:24.320356 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c944ff66-d6d6-4b79-9217-3190c3219d2a tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Received port after_create {{(pid=94010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:11:24.325816 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c944ff66-d6d6-4b79-9217-3190c3219d2a tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Pushing event updated for resources: {'Port': ['ID=d238ab66-0579-418e-b4d1-5d21e7048b5e,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:11:24.408531 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-c944ff66-d6d6-4b79-9217-3190c3219d2a tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:24.441946 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-c944ff66-d6d6-4b79-9217-3190c3219d2a tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:24.590581 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-c944ff66-d6d6-4b79-9217-3190c3219d2a tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks [] for port, precommit_update {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:24.595008 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-c944ff66-d6d6-4b79-9217-3190c3219d2a tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14298515'] for port, after_update {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:24.633271 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-59f9658c-8581-4934-a230-fbe898b5842f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:24.669856 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c944ff66-d6d6-4b79-9217-3190c3219d2a tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Pushing event updated for resources: {'Port': ['ID=d238ab66-0579-418e-b4d1-5d21e7048b5e,revision_number=2']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:11:24.681425 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-c944ff66-d6d6-4b79-9217-3190c3219d2a tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582779'] for floatingip, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:24.696201 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-c944ff66-d6d6-4b79-9217-3190c3219d2a tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46804'] for floatingip, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:24.697955 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-c944ff66-d6d6-4b79-9217-3190c3219d2a tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8206584 Sep 10 15:11:24.889432 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-abe8ed48-2656-47a9-a5a1-9aec0c65165f req-24e8acf4-d6e6-496c-822d-a3212a6f29df tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--535070844&fields=id&tenant_id=082849543b964e42af95619ef61cf72e HTTP/1.1" status: 200 len: 267 time: 0.0346274 Sep 10 15:11:24.921385 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device b988e32a-498e-455a-84be-81d566a1994a no longer exists at agent hyperv_hv-cinder-76015 {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:11:24.941961 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] No Port match for: b988e32a-498e-455a-84be-81d566a1994a {{(pid=94011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:11:24.942598 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device b988e32a-498e-455a-84be-81d566a1994a not bound to the agent host hv-cinder-76015 {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:11:25.003321 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe8ed48-2656-47a9-a5a1-9aec0c65165f req-7efaff48-d79c-4fbd-97f8-4ce8437d70c0 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:25.004758 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-abe8ed48-2656-47a9-a5a1-9aec0c65165f req-7efaff48-d79c-4fbd-97f8-4ce8437d70c0 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/networks?id=4c8987ac-0e40-410a-9ece-2ede7a46ccfd HTTP/1.1" status: 200 len: 811 time: 0.1085641 Sep 10 15:11:25.020005 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-abe8ed48-2656-47a9-a5a1-9aec0c65165f req-57a1c9d1-0dcb-40fa-8914-b739baeef331 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/quotas/082849543b964e42af95619ef61cf72e HTTP/1.1" status: 200 len: 375 time: 0.0091722 Sep 10 15:11:25.075303 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-abe8ed48-2656-47a9-a5a1-9aec0c65165f req-44c30796-cb0a-4a3d-b8aa-6e23e7999382 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=082849543b964e42af95619ef61cf72e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0487795 Sep 10 15:11:25.185907 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-abe8ed48-2656-47a9-a5a1-9aec0c65165f req-a7924dcc-26ce-4e4a-8e02-320090612e95 service neutron] 10.222.0.35 "GET /v2.0/networks/4c8987ac-0e40-410a-9ece-2ede7a46ccfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965047 Sep 10 15:11:25.285526 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-abe8ed48-2656-47a9-a5a1-9aec0c65165f req-4dff88a7-fdc4-4536-814b-d553715e748c service neutron] 10.222.0.35 "GET /v2.0/networks/4c8987ac-0e40-410a-9ece-2ede7a46ccfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927246 Sep 10 15:11:25.449765 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-5eea6745-1820-4f7d-8697-0c7bc62eea88 req-0cca3476-cc75-4bee-aba7-0d2b18d482ec tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d1d4dd-44df-4ce1-a791-cd547b116305 HTTP/1.1" status: 200 len: 210 time: 0.0306265 Sep 10 15:11:26.546572 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-a02df6d1-523b-4cab-a477-ad947adcf3ab req-be3d5f12-29c2-4d67-a9dd-e3255d8094ff tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d1d4dd-44df-4ce1-a791-cd547b116305 HTTP/1.1" status: 200 len: 210 time: 0.0267222 Sep 10 15:11:27.495315 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-7b89c23d-7f7e-45e8-bf40-f0801cd4a82f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:27.639525 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-32965498-530a-4d71-a044-522e5cdf8bef req-2290f21f-dac5-4cff-a249-7ddc0d04b7e1 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d1d4dd-44df-4ce1-a791-cd547b116305 HTTP/1.1" status: 200 len: 210 time: 0.0266223 Sep 10 15:11:28.182125 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:28.732108 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-14d2a1b9-2de9-4303-b635-e24216e939a0 req-022b9836-6edb-4812-9f20-3907baf51ba8 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d1d4dd-44df-4ce1-a791-cd547b116305 HTTP/1.1" status: 200 len: 210 time: 0.0252991 Sep 10 15:11:29.034320 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe8ed48-2656-47a9-a5a1-9aec0c65165f req-dca3503f-9f57-4824-a85c-c62f548fe222 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:29.035787 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-abe8ed48-2656-47a9-a5a1-9aec0c65165f req-dca3503f-9f57-4824-a85c-c62f548fe222 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.42 "GET /v2.0/networks?id=4c8987ac-0e40-410a-9ece-2ede7a46ccfd HTTP/1.1" status: 200 len: 811 time: 0.1065085 Sep 10 15:11:29.083648 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-abe8ed48-2656-47a9-a5a1-9aec0c65165f req-4e339f86-48ba-4877-aa19-6f9ec53ea291 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=082849543b964e42af95619ef61cf72e HTTP/1.1" status: 200 len: 379 time: 0.0348434 Sep 10 15:11:29.097154 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.v2.base [req-abe8ed48-2656-47a9-a5a1-9aec0c65165f req-1d9894a9-f1c0-44fc-ab4a-41037dc7d45c tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Request body: {'port': {'device_id': '90d1d4dd-44df-4ce1-a791-cd547b116305', 'network_id': '4c8987ac-0e40-410a-9ece-2ede7a46ccfd', 'admin_state_up': True, 'tenant_id': '082849543b964e42af95619ef61cf72e', 'security_groups': ['05ea3ae8-c060-458c-99a7-e4ef26774c9a']}} {{(pid=94009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:11:29.202699 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abe8ed48-2656-47a9-a5a1-9aec0c65165f req-1d9894a9-f1c0-44fc-ab4a-41037dc7d45c tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Made reservation on behalf of 082849543b964e42af95619ef61cf72e for: {'port': 1} {{(pid=94009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:11:29.206647 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-abe8ed48-2656-47a9-a5a1-9aec0c65165f req-1d9894a9-f1c0-44fc-ab4a-41037dc7d45c tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:29.207548 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b7c5f725-09d8-454b-b5ba-4a700e799395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:29.344860 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.db_base_plugin_common [req-abe8ed48-2656-47a9-a5a1-9aec0c65165f req-1d9894a9-f1c0-44fc-ab4a-41037dc7d45c tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Allocated IP 172.20.0.5 (4c8987ac-0e40-410a-9ece-2ede7a46ccfd/cebcc24d-d612-4722-8ffc-2c593abb6c11/1de9fbed-286c-45a9-9540-307765259f1f) {{(pid=94009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:11:29.500968 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-abe8ed48-2656-47a9-a5a1-9aec0c65165f req-1d9894a9-f1c0-44fc-ab4a-41037dc7d45c tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks [] for port, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:29.514957 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.provisioning_blocks [req-abe8ed48-2656-47a9-a5a1-9aec0c65165f req-1d9894a9-f1c0-44fc-ab4a-41037dc7d45c tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Transition to ACTIVE for port object 1de9fbed-286c-45a9-9540-307765259f1f will not be triggered until provisioned by entity DHCP. {{(pid=94009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:11:29.547700 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-abe8ed48-2656-47a9-a5a1-9aec0c65165f req-1d9894a9-f1c0-44fc-ab4a-41037dc7d45c tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748756606401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1040815'] for port, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:29.590721 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abe8ed48-2656-47a9-a5a1-9aec0c65165f req-1d9894a9-f1c0-44fc-ab4a-41037dc7d45c tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Network 4c8987ac-0e40-410a-9ece-2ede7a46ccfd is already hosted by enough agents. {{(pid=94009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:11:29.593810 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.base_scheduler [req-abe8ed48-2656-47a9-a5a1-9aec0c65165f req-1d9894a9-f1c0-44fc-ab4a-41037dc7d45c tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Resources bound (agent type, host, resource id): {{(pid=94009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:11:29.599862 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.l3_dvrscheduler_db [req-abe8ed48-2656-47a9-a5a1-9aec0c65165f req-1d9894a9-f1c0-44fc-ab4a-41037dc7d45c tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Received port after_create {{(pid=94009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:11:29.606503 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9894a9-f1c0-44fc-ab4a-41037dc7d45c tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Pushing event updated for resources: {'Port': ['ID=1de9fbed-286c-45a9-9540-307765259f1f,revision_number=1']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:11:29.654696 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe8ed48-2656-47a9-a5a1-9aec0c65165f req-1d9894a9-f1c0-44fc-ab4a-41037dc7d45c tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:29.655304 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-abe8ed48-2656-47a9-a5a1-9aec0c65165f req-1d9894a9-f1c0-44fc-ab4a-41037dc7d45c tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46804'] for port, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:29.671805 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-abe8ed48-2656-47a9-a5a1-9aec0c65165f req-1d9894a9-f1c0-44fc-ab4a-41037dc7d45c tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5783267 Sep 10 15:11:29.731565 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.v2.base [req-abe8ed48-2656-47a9-a5a1-9aec0c65165f req-b972fffe-9091-4137-9f9d-37e7a50b3b0e service neutron] Request body: {'port': {'device_id': '90d1d4dd-44df-4ce1-a791-cd547b116305', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76015'}} {{(pid=94009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:11:29.791345 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-abe8ed48-2656-47a9-a5a1-9aec0c65165f req-b972fffe-9091-4137-9f9d-37e7a50b3b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:29.800343 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-de7dcf45-f87c-4df7-8c9f-c1002e29a870 None None] Provisioning for port 1de9fbed-286c-45a9-9540-307765259f1f completed by entity DHCP. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:11:29.805496 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-de7dcf45-f87c-4df7-8c9f-c1002e29a870 None None] Provisioning complete for port 1de9fbed-286c-45a9-9540-307765259f1f triggered by entity DHCP. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:11:29.805982 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de7dcf45-f87c-4df7-8c9f-c1002e29a870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:29.842302 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-de7dcf45-f87c-4df7-8c9f-c1002e29a870 None None] Port 1de9fbed-286c-45a9-9540-307765259f1f cannot update to ACTIVE because it is not bound. {{(pid=94011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 15:11:29.935941 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e02c533-0f28-485c-8f39-543c95f3bf06 req-640b857e-9d2e-45cd-85e3-661e964a2293 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:29.937415 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-8e02c533-0f28-485c-8f39-543c95f3bf06 req-640b857e-9d2e-45cd-85e3-661e964a2293 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d1d4dd-44df-4ce1-a791-cd547b116305 HTTP/1.1" status: 200 len: 931 time: 0.1329772 Sep 10 15:11:30.002658 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-8e02c533-0f28-485c-8f39-543c95f3bf06 req-6979ec1d-4878-40d1-8632-b3e5359ed92d tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/security-groups?id=05ea3ae8-c060-458c-99a7-e4ef26774c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574157 Sep 10 15:11:30.111137 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.notifiers.nova [req-abe8ed48-2656-47a9-a5a1-9aec0c65165f req-b972fffe-9091-4137-9f9d-37e7a50b3b0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1de9fbed-286c-45a9-9540-307765259f1f {{(pid=94009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:11:30.118456 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-abe8ed48-2656-47a9-a5a1-9aec0c65165f req-b972fffe-9091-4137-9f9d-37e7a50b3b0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:30.130391 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.provisioning_blocks [req-abe8ed48-2656-47a9-a5a1-9aec0c65165f req-b972fffe-9091-4137-9f9d-37e7a50b3b0e service neutron] Transition to ACTIVE for port object 1de9fbed-286c-45a9-9540-307765259f1f will not be triggered until provisioned by entity L2. {{(pid=94009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:11:30.133947 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-abe8ed48-2656-47a9-a5a1-9aec0c65165f req-b972fffe-9091-4137-9f9d-37e7a50b3b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1041244'] for port, after_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:30.191478 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b972fffe-9091-4137-9f9d-37e7a50b3b0e service neutron] Pushing event updated for resources: {'Port': ['ID=1de9fbed-286c-45a9-9540-307765259f1f,revision_number=2']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:11:30.263279 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.managers [req-abe8ed48-2656-47a9-a5a1-9aec0c65165f req-b972fffe-9091-4137-9f9d-37e7a50b3b0e service neutron] Attempting to bind port 1de9fbed-286c-45a9-9540-307765259f1f on host hv-cinder-76015 for vnic_type normal with profile {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:11:30.263523 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.managers [req-abe8ed48-2656-47a9-a5a1-9aec0c65165f req-b972fffe-9091-4137-9f9d-37e7a50b3b0e service neutron] Attempting to bind port 1de9fbed-286c-45a9-9540-307765259f1f by drivers openvswitch,hyperv on host hv-cinder-76015 at level 0 using segments [{'id': '393f7742-686d-4801-9fab-414e2530e6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4c8987ac-0e40-410a-9ece-2ede7a46ccfd'}] {{(pid=94009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:11:30.263835 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe8ed48-2656-47a9-a5a1-9aec0c65165f req-b972fffe-9091-4137-9f9d-37e7a50b3b0e service neutron] Attempting to bind port 1de9fbed-286c-45a9-9540-307765259f1f on network 4c8987ac-0e40-410a-9ece-2ede7a46ccfd {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:11:30.268321 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe8ed48-2656-47a9-a5a1-9aec0c65165f req-b972fffe-9091-4137-9f9d-37e7a50b3b0e service neutron] Port 1de9fbed-286c-45a9-9540-307765259f1f on network 4c8987ac-0e40-410a-9ece-2ede7a46ccfd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76015 {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 15:11:30.268643 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe8ed48-2656-47a9-a5a1-9aec0c65165f req-b972fffe-9091-4137-9f9d-37e7a50b3b0e service neutron] Attempting to bind port 1de9fbed-286c-45a9-9540-307765259f1f on network 4c8987ac-0e40-410a-9ece-2ede7a46ccfd {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:11:30.274372 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe8ed48-2656-47a9-a5a1-9aec0c65165f req-b972fffe-9091-4137-9f9d-37e7a50b3b0e service neutron] Checking agent: {'id': '97479926-a0bf-4e38-9164-b44674cd2f3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76015', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 15, 4, 9), 'started_at': datetime.datetime(2021, 9, 10, 15, 4, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:11:30.274714 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe8ed48-2656-47a9-a5a1-9aec0c65165f req-b972fffe-9091-4137-9f9d-37e7a50b3b0e service neutron] Checking segment: {'id': '393f7742-686d-4801-9fab-414e2530e6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4c8987ac-0e40-410a-9ece-2ede7a46ccfd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:11:30.275101 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe8ed48-2656-47a9-a5a1-9aec0c65165f req-b972fffe-9091-4137-9f9d-37e7a50b3b0e service neutron] Bound using segment: {'id': '393f7742-686d-4801-9fab-414e2530e6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4c8987ac-0e40-410a-9ece-2ede7a46ccfd'} {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:11:30.275529 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.managers [req-abe8ed48-2656-47a9-a5a1-9aec0c65165f req-b972fffe-9091-4137-9f9d-37e7a50b3b0e service neutron] Bound port: 1de9fbed-286c-45a9-9540-307765259f1f, host: hv-cinder-76015, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '393f7742-686d-4801-9fab-414e2530e6c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4c8987ac-0e40-410a-9ece-2ede7a46ccfd'}}] {{(pid=94009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:11:30.275891 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-abe8ed48-2656-47a9-a5a1-9aec0c65165f req-b972fffe-9091-4137-9f9d-37e7a50b3b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:30.343123 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.db [req-abe8ed48-2656-47a9-a5a1-9aec0c65165f req-b972fffe-9091-4137-9f9d-37e7a50b3b0e service neutron] For port 1de9fbed-286c-45a9-9540-307765259f1f, host hv-cinder-76015, cleared binding levels {{(pid=94009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:11:30.346110 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.db [req-abe8ed48-2656-47a9-a5a1-9aec0c65165f req-b972fffe-9091-4137-9f9d-37e7a50b3b0e service neutron] For port 1de9fbed-286c-45a9-9540-307765259f1f, host hv-cinder-76015, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=1de9fbed-286c-45a9-9540-307765259f1f,segment=NetworkSegment(393f7742-686d-4801-9fab-414e2530e6c7),segment_id=393f7742-686d-4801-9fab-414e2530e6c7)] {{(pid=94009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:11:30.350677 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-abe8ed48-2656-47a9-a5a1-9aec0c65165f req-b972fffe-9091-4137-9f9d-37e7a50b3b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1041244'] for port, after_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:30.388481 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe8ed48-2656-47a9-a5a1-9aec0c65165f req-b972fffe-9091-4137-9f9d-37e7a50b3b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:30.389101 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-abe8ed48-2656-47a9-a5a1-9aec0c65165f req-b972fffe-9091-4137-9f9d-37e7a50b3b0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46804'] for port, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:30.390603 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-abe8ed48-2656-47a9-a5a1-9aec0c65165f req-b972fffe-9091-4137-9f9d-37e7a50b3b0e service neutron] 10.222.0.42 "PUT /v2.0/ports/1de9fbed-286c-45a9-9540-307765259f1f HTTP/1.1" status: 200 len: 1093 time: 0.7080986 Sep 10 15:11:30.391048 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90d1d4dd-44df-4ce1-a791-cd547b116305', 'tag': '1de9fbed-286c-45a9-9540-307765259f1f'}] {{(pid=94009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:11:30.393321 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9f06775dd2e397dd855044b511bdd55e5ba575987bbc09c0a11d88d405cb18b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8daf5abc-5eb5-470b-8bd5-081256ffab5b" -d '{"events": [{"name": "network-changed", "server_uuid": "90d1d4dd-44df-4ce1-a791-cd547b116305", "tag": "1de9fbed-286c-45a9-9540-307765259f1f"}]}' {{(pid=94009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:11:30.420637 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b972fffe-9091-4137-9f9d-37e7a50b3b0e service neutron] Pushing event updated for resources: {'Port': ['ID=1de9fbed-286c-45a9-9540-307765259f1f,revision_number=3']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:11:30.447506 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 15:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dfb8958-8b44-4a86-a7f7-821ec4b526db x-openstack-request-id: req-7dfb8958-8b44-4a86-a7f7-821ec4b526db {{(pid=94009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:11:30.447799 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90d1d4dd-44df-4ce1-a791-cd547b116305", "tag": "1de9fbed-286c-45a9-9540-307765259f1f", "status": "completed", "code": 200}]} {{(pid=94009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:11:30.448186 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7dfb8958-8b44-4a86-a7f7-821ec4b526db {{(pid=94009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:11:30.448586 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90d1d4dd-44df-4ce1-a791-cd547b116305', 'tag': '1de9fbed-286c-45a9-9540-307765259f1f', 'status': 'completed', 'code': 200} Sep 10 15:11:31.119383 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf216dcf-1119-46d3-b10e-90e482755953 req-2aef7dbd-63a3-4505-84a1-2753e7737aa5 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:31.120964 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-bf216dcf-1119-46d3-b10e-90e482755953 req-2aef7dbd-63a3-4505-84a1-2753e7737aa5 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d1d4dd-44df-4ce1-a791-cd547b116305 HTTP/1.1" status: 200 len: 943 time: 0.0499952 Sep 10 15:11:31.159621 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-bf216dcf-1119-46d3-b10e-90e482755953 req-b9f1cd95-a193-4bc3-8128-db792884be3c tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/security-groups?id=05ea3ae8-c060-458c-99a7-e4ef26774c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324330 Sep 10 15:11:31.385247 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c13c67c0-2efd-4950-9279-b0623a9c603e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:32.275108 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b0899-3bb7-41a2-af24-e4434d7d1128 req-dc41fe1f-1155-4ddb-b1fd-cb5b27a56198 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:32.276605 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-eb8b0899-3bb7-41a2-af24-e4434d7d1128 req-dc41fe1f-1155-4ddb-b1fd-cb5b27a56198 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d1d4dd-44df-4ce1-a791-cd547b116305 HTTP/1.1" status: 200 len: 943 time: 0.0485723 Sep 10 15:11:32.314032 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-eb8b0899-3bb7-41a2-af24-e4434d7d1128 req-8d999264-6a6c-4cb8-a26b-46bdc6a422d9 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/security-groups?id=05ea3ae8-c060-458c-99a7-e4ef26774c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313058 Sep 10 15:11:32.512300 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daf5abc-5eb5-470b-8bd5-081256ffab5b req-f56447fd-75ce-4c0b-8da5-216b952f2339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:32.513765 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-8daf5abc-5eb5-470b-8bd5-081256ffab5b req-f56447fd-75ce-4c0b-8da5-216b952f2339 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=082849543b964e42af95619ef61cf72e&device_id=90d1d4dd-44df-4ce1-a791-cd547b116305 HTTP/1.1" status: 200 len: 1096 time: 0.0457466 Sep 10 15:11:32.616545 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daf5abc-5eb5-470b-8bd5-081256ffab5b req-c0e6443b-0616-4978-8a1c-ddc4d9c041fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:32.618184 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-8daf5abc-5eb5-470b-8bd5-081256ffab5b req-c0e6443b-0616-4978-8a1c-ddc4d9c041fd service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=082849543b964e42af95619ef61cf72e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0957978 Sep 10 15:11:32.722790 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daf5abc-5eb5-470b-8bd5-081256ffab5b req-78c92dd9-189e-40b7-8883-9c1db5c69076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:32.724372 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-8daf5abc-5eb5-470b-8bd5-081256ffab5b req-78c92dd9-189e-40b7-8883-9c1db5c69076 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0986211 Sep 10 15:11:32.809713 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe8ed48-2656-47a9-a5a1-9aec0c65165f req-5ff264f7-42da-4f02-85cf-401f934c88a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:32.811496 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-abe8ed48-2656-47a9-a5a1-9aec0c65165f req-5ff264f7-42da-4f02-85cf-401f934c88a1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=082849543b964e42af95619ef61cf72e&device_id=90d1d4dd-44df-4ce1-a791-cd547b116305 HTTP/1.1" status: 200 len: 1096 time: 0.0413065 Sep 10 15:11:32.858712 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-abe8ed48-2656-47a9-a5a1-9aec0c65165f req-d04a3753-75a5-47d1-8f33-97c3eda8ec8c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1de9fbed-286c-45a9-9540-307765259f1f HTTP/1.1" status: 200 len: 217 time: 0.0384750 Sep 10 15:11:32.909015 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe8ed48-2656-47a9-a5a1-9aec0c65165f req-738f6df8-72a1-4323-b616-fc9342367c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:32.910507 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-abe8ed48-2656-47a9-a5a1-9aec0c65165f req-738f6df8-72a1-4323-b616-fc9342367c30 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cebcc24d-d612-4722-8ffc-2c593abb6c11 HTTP/1.1" status: 200 len: 850 time: 0.0449417 Sep 10 15:11:32.962076 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe8ed48-2656-47a9-a5a1-9aec0c65165f req-d34fe55c-9664-437b-8797-782e7fc1dc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:32.963645 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-abe8ed48-2656-47a9-a5a1-9aec0c65165f req-d34fe55c-9664-437b-8797-782e7fc1dc8b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4c8987ac-0e40-410a-9ece-2ede7a46ccfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0419953 Sep 10 15:11:33.071822 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-abe8ed48-2656-47a9-a5a1-9aec0c65165f req-ac917a68-7c22-468d-8157-e2196a449b3e service neutron] 10.222.0.42 "GET /v2.0/networks/4c8987ac-0e40-410a-9ece-2ede7a46ccfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920148 Sep 10 15:11:33.166250 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-abe8ed48-2656-47a9-a5a1-9aec0c65165f req-f5dccde2-83af-4b0d-b5ab-27831d8b5c17 service neutron] 10.222.0.42 "GET /v2.0/networks/4c8987ac-0e40-410a-9ece-2ede7a46ccfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834088 Sep 10 15:11:33.427258 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ab3be5-297f-4503-852b-b4ed6d3a6444 req-1117f204-bd53-4ce9-8909-7567e819457d tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:33.429363 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-48ab3be5-297f-4503-852b-b4ed6d3a6444 req-1117f204-bd53-4ce9-8909-7567e819457d tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d1d4dd-44df-4ce1-a791-cd547b116305 HTTP/1.1" status: 200 len: 943 time: 0.0490911 Sep 10 15:11:33.470360 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-48ab3be5-297f-4503-852b-b4ed6d3a6444 req-2f2d69dc-883d-4a3b-8f1a-411760929632 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/security-groups?id=05ea3ae8-c060-458c-99a7-e4ef26774c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347331 Sep 10 15:11:34.583796 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5184330d-927d-4972-9ca5-fe493ec84653 req-6706b5b6-c9e8-4b65-b290-fbb60ab23e0c tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:34.585300 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-5184330d-927d-4972-9ca5-fe493ec84653 req-6706b5b6-c9e8-4b65-b290-fbb60ab23e0c tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d1d4dd-44df-4ce1-a791-cd547b116305 HTTP/1.1" status: 200 len: 943 time: 0.0491884 Sep 10 15:11:34.624400 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-5184330d-927d-4972-9ca5-fe493ec84653 req-17cf32b5-455f-43d4-8aa2-37460b51a142 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/security-groups?id=05ea3ae8-c060-458c-99a7-e4ef26774c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325975 Sep 10 15:11:35.465854 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device 1de9fbed-286c-45a9-9540-307765259f1f details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=94011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 15:11:35.561404 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] For port 1de9fbed-286c-45a9-9540-307765259f1f, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=1de9fbed-286c-45a9-9540-307765259f1f,segment=NetworkSegment(393f7742-686d-4801-9fab-414e2530e6c7),segment_id=393f7742-686d-4801-9fab-414e2530e6c7)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:11:35.573667 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Returning: {'device': '1de9fbed-286c-45a9-9540-307765259f1f', 'network_id': '4c8987ac-0e40-410a-9ece-2ede7a46ccfd', 'port_id': '1de9fbed-286c-45a9-9540-307765259f1f', 'mac_address': 'fa:16:3e:73:ea:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cebcc24d-d612-4722-8ffc-2c593abb6c11', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 15:11:35.614756 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:35.627981 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1de9fbed-286c-45a9-9540-307765259f1f {{(pid=94011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:11:35.648680 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] For port 1de9fbed-286c-45a9-9540-307765259f1f, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=1de9fbed-286c-45a9-9540-307765259f1f,segment=NetworkSegment(393f7742-686d-4801-9fab-414e2530e6c7),segment_id=393f7742-686d-4801-9fab-414e2530e6c7)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:11:35.652938 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:35.707718 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Pushing event updated for resources: {'Port': ['ID=1de9fbed-286c-45a9-9540-307765259f1f,revision_number=4']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:11:35.746818 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37420d00-0f3a-4080-bb43-f1dff38f0861 req-d353fe02-de3c-45fc-b334-eb8cddc64086 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:35.748557 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-37420d00-0f3a-4080-bb43-f1dff38f0861 req-d353fe02-de3c-45fc-b334-eb8cddc64086 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d1d4dd-44df-4ce1-a791-cd547b116305 HTTP/1.1" status: 200 len: 944 time: 0.0516741 Sep 10 15:11:35.791630 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-37420d00-0f3a-4080-bb43-f1dff38f0861 req-c5f041ef-b148-488a-bcc3-ce81aa3e2b91 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/security-groups?id=05ea3ae8-c060-458c-99a7-e4ef26774c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335376 Sep 10 15:11:35.950861 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] get_ports_and_sgs() called for port_ids ['1de9fbed-286c-45a9-9540-307765259f1f'] {{(pid=94011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 15:11:36.920879 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6403918d-4ce6-4332-9f95-e231d80d98a5 req-a87a34d9-eb30-43de-b9ae-7d4377f295b7 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:36.922405 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-6403918d-4ce6-4332-9f95-e231d80d98a5 req-a87a34d9-eb30-43de-b9ae-7d4377f295b7 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d1d4dd-44df-4ce1-a791-cd547b116305 HTTP/1.1" status: 200 len: 944 time: 0.0534751 Sep 10 15:11:36.969688 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-6403918d-4ce6-4332-9f95-e231d80d98a5 req-7299955a-e738-45a3-aa6d-6f36747c3aa7 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/security-groups?id=05ea3ae8-c060-458c-99a7-e4ef26774c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411994 Sep 10 15:11:37.470870 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device 1de9fbed-286c-45a9-9540-307765259f1f up at agent hyperv_hv-cinder-76015 {{(pid=94011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:11:37.532971 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Provisioning for port 1de9fbed-286c-45a9-9540-307765259f1f completed by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:11:37.539375 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Provisioning complete for port 1de9fbed-286c-45a9-9540-307765259f1f triggered by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:11:37.539996 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:37.635420 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:37.676897 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90d1d4dd-44df-4ce1-a791-cd547b116305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1de9fbed-286c-45a9-9540-307765259f1f'}] {{(pid=94011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:11:37.680126 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eff4842c0e32827c09e5fc730d7a4a2f35fc7e77767eed508a7d5fefd1bac28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fcd7b2c-af81-4c24-95e0-bbe8972d2c35" -d '{"events": [{"server_uuid": "90d1d4dd-44df-4ce1-a791-cd547b116305", "name": "network-vif-plugged", "status": "completed", "tag": "1de9fbed-286c-45a9-9540-307765259f1f"}]}' {{(pid=94011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:11:37.697569 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] For port 1de9fbed-286c-45a9-9540-307765259f1f, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=1de9fbed-286c-45a9-9540-307765259f1f,segment=NetworkSegment(393f7742-686d-4801-9fab-414e2530e6c7),segment_id=393f7742-686d-4801-9fab-414e2530e6c7)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:11:37.702848 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:37.762623 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Pushing event updated for resources: {'Port': ['ID=1de9fbed-286c-45a9-9540-307765259f1f,revision_number=5']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:11:37.794100 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-012286c6-baa3-45d2-8690-fbfc555d7d0a x-openstack-request-id: req-012286c6-baa3-45d2-8690-fbfc555d7d0a {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:11:37.794399 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90d1d4dd-44df-4ce1-a791-cd547b116305", "name": "network-vif-plugged", "status": "completed", "tag": "1de9fbed-286c-45a9-9540-307765259f1f", "code": 200}]} {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:11:37.794828 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-012286c6-baa3-45d2-8690-fbfc555d7d0a {{(pid=94011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:11:37.795228 dv-cinder-760153-10-iscsi neutron-server[94011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90d1d4dd-44df-4ce1-a791-cd547b116305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1de9fbed-286c-45a9-9540-307765259f1f', 'code': 200} Sep 10 15:11:38.004402 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ce47e2-42b5-4d32-9897-4a5807d9e95f req-a0ed2ca1-115d-446d-b7e9-ea188e2a12b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:38.006003 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-d6ce47e2-42b5-4d32-9897-4a5807d9e95f req-a0ed2ca1-115d-446d-b7e9-ea188e2a12b6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=90d1d4dd-44df-4ce1-a791-cd547b116305 HTTP/1.1" status: 200 len: 1098 time: 0.0586252 Sep 10 15:11:38.112528 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-d6ce47e2-42b5-4d32-9897-4a5807d9e95f req-4de05269-6c87-4470-acce-3f5354e73f02 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=05ea3ae8-c060-458c-99a7-e4ef26774c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812075 Sep 10 15:11:38.130757 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235dddaa-a297-4509-84ce-5b2bc74822a6 req-3b16dd23-c67b-4f06-9aca-35e489f56246 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:38.132370 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-235dddaa-a297-4509-84ce-5b2bc74822a6 req-3b16dd23-c67b-4f06-9aca-35e489f56246 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d1d4dd-44df-4ce1-a791-cd547b116305 HTTP/1.1" status: 200 len: 945 time: 0.0848222 Sep 10 15:11:38.174665 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-235dddaa-a297-4509-84ce-5b2bc74822a6 req-91ddf4cd-447d-45e1-835e-6236eb3327f8 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/security-groups?id=05ea3ae8-c060-458c-99a7-e4ef26774c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358834 Sep 10 15:11:38.490981 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed195c7-86cd-4beb-a3f1-e5fa9522e2df req-8a4fcc37-e778-4e70-9d5b-3b5b2be86287 tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:38.492568 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-6ed195c7-86cd-4beb-a3f1-e5fa9522e2df req-8a4fcc37-e778-4e70-9d5b-3b5b2be86287 tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] 10.222.0.35 "GET /v2.0/ports?device_id=cbcf9ca9-553b-429c-beb2-75d6238546aa HTTP/1.1" status: 200 len: 946 time: 0.0547652 Sep 10 15:11:38.532287 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-6ed195c7-86cd-4beb-a3f1-e5fa9522e2df req-8bbd8f23-893d-49a1-8635-2b66f481ff66 tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] 10.222.0.35 "GET /v2.0/security-groups?id=2aacb530-ab44-4e06-bdb0-7a7615c5207f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335765 Sep 10 15:11:39.304963 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c6c1e-b936-4618-bc25-d64ac455670c req-cd9cfc70-6bfb-422b-951c-90da65636d7d tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:39.306439 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-c62c6c1e-b936-4618-bc25-d64ac455670c req-cd9cfc70-6bfb-422b-951c-90da65636d7d tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d1d4dd-44df-4ce1-a791-cd547b116305 HTTP/1.1" status: 200 len: 945 time: 0.0542552 Sep 10 15:11:39.343342 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-c62c6c1e-b936-4618-bc25-d64ac455670c req-d0f62043-4e63-4f3e-9e13-5775bd6ef280 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/security-groups?id=05ea3ae8-c060-458c-99a7-e4ef26774c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308311 Sep 10 15:11:39.649874 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa3c57e-34eb-49b7-98a6-cd21463ac83f req-fc11e2db-0df3-4eac-bad5-a77c6a3f012a tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:39.651379 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-5fa3c57e-34eb-49b7-98a6-cd21463ac83f req-fc11e2db-0df3-4eac-bad5-a77c6a3f012a tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] 10.222.0.35 "GET /v2.0/ports?device_id=cbcf9ca9-553b-429c-beb2-75d6238546aa HTTP/1.1" status: 200 len: 946 time: 0.0482147 Sep 10 15:11:39.690113 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-5fa3c57e-34eb-49b7-98a6-cd21463ac83f req-cf25c8a6-cbd1-4d5c-a7bd-2793cc0761ed tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] 10.222.0.35 "GET /v2.0/security-groups?id=2aacb530-ab44-4e06-bdb0-7a7615c5207f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326133 Sep 10 15:11:40.394407 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.agents_db [None req-04bb1bd2-f33d-49ef-a466-6fb3f7a23ee1 None None] Agent healthcheck: found 6 active agents {{(pid=94012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 15:11:40.485060 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6af67ee-2a23-4abf-a9ca-0892eb375f44 req-cfe6e194-7ef1-4c11-b0be-d31e3c12f050 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:40.486513 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-d6af67ee-2a23-4abf-a9ca-0892eb375f44 req-cfe6e194-7ef1-4c11-b0be-d31e3c12f050 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d1d4dd-44df-4ce1-a791-cd547b116305 HTTP/1.1" status: 200 len: 945 time: 0.0744059 Sep 10 15:11:40.494469 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8c2c4a-dc11-479f-befd-657654777c3d req-37063923-20c5-4384-80d4-ccc5282df2a7 tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:40.495853 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-bc8c2c4a-dc11-479f-befd-657654777c3d req-37063923-20c5-4384-80d4-ccc5282df2a7 tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] 10.222.0.42 "GET /v2.0/ports?device_id=cbcf9ca9-553b-429c-beb2-75d6238546aa HTTP/1.1" status: 200 len: 946 time: 0.0936201 Sep 10 15:11:40.577061 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-d6af67ee-2a23-4abf-a9ca-0892eb375f44 req-d96f4070-889c-46de-911b-46410e808029 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/security-groups?id=05ea3ae8-c060-458c-99a7-e4ef26774c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789211 Sep 10 15:11:40.621093 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:40.639608 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.plugin [req-bc8c2c4a-dc11-479f-befd-657654777c3d req-e6c46141-477f-4b11-9e26-e7ca654595a0 tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] Deleting port a78bc3dc-874e-4839-ae97-8a8ecbf36a88 {{(pid=94009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:11:40.639939 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-bc8c2c4a-dc11-479f-befd-657654777c3d req-e6c46141-477f-4b11-9e26-e7ca654595a0 tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748757118522'] for port, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:40.755656 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cba29a8-89c5-460a-ac42-ebcecb6fa31a req-13bbfbc0-1353-4d09-bead-917de089bb73 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:40.757551 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-2cba29a8-89c5-460a-ac42-ebcecb6fa31a req-13bbfbc0-1353-4d09-bead-917de089bb73 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d1d4dd-44df-4ce1-a791-cd547b116305 HTTP/1.1" status: 200 len: 945 time: 0.1005235 Sep 10 15:11:40.766211 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 46718) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:11:40.770802 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.v2.base [None req-d74dade8-df87-47ea-b98c-f8dc0de998fd tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Request body: {'floatingip': {'port_id': '1de9fbed-286c-45a9-9540-307765259f1f'}} {{(pid=94010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:11:40.777311 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.db [req-bc8c2c4a-dc11-479f-befd-657654777c3d req-e6c46141-477f-4b11-9e26-e7ca654595a0 tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] For port a78bc3dc-874e-4839-ae97-8a8ecbf36a88, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=a78bc3dc-874e-4839-ae97-8a8ecbf36a88,segment=NetworkSegment(3d14850a-ecaa-4d9e-8bc2-338a64814687),segment_id=3d14850a-ecaa-4d9e-8bc2-338a64814687)] {{(pid=94009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:11:40.777674 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-bc8c2c4a-dc11-479f-befd-657654777c3d req-e6c46141-477f-4b11-9e26-e7ca654595a0 tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530186'] for port, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:40.815246 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-d74dade8-df87-47ea-b98c-f8dc0de998fd tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks [] for floatingip, before_update {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:41.088217 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.plugin [req-bc8c2c4a-dc11-479f-befd-657654777c3d req-e6c46141-477f-4b11-9e26-e7ca654595a0 tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] Calling delete_port for a78bc3dc-874e-4839-ae97-8a8ecbf36a88 owned by compute:nova {{(pid=94009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:11:41.146549 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d26fa19-51e3-440f-918e-e287d1760eb7 req-ef1eb40b-b1cb-4806-8949-dde14b65c296 tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:41.148286 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-2d26fa19-51e3-440f-918e-e287d1760eb7 req-ef1eb40b-b1cb-4806-8949-dde14b65c296 tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] 10.222.0.35 "GET /v2.0/ports?device_id=cbcf9ca9-553b-429c-beb2-75d6238546aa HTTP/1.1" status: 200 len: 946 time: 0.3847134 Sep 10 15:11:41.210061 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-2d26fa19-51e3-440f-918e-e287d1760eb7 req-907e9c29-edbc-45e8-858b-be168a9e474e tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] 10.222.0.35 "GET /v2.0/security-groups?id=2aacb530-ab44-4e06-bdb0-7a7615c5207f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525038 Sep 10 15:11:41.286189 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-bc8c2c4a-dc11-479f-befd-657654777c3d req-e6c46141-477f-4b11-9e26-e7ca654595a0 tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748757126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748756606410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1040815'] for port, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:41.299963 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] get_ports_and_sgs() called for port_ids ['a78bc3dc-874e-4839-ae97-8a8ecbf36a88'] {{(pid=94011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 15:11:41.327686 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c46141-477f-4b11-9e26-e7ca654595a0 tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] Pushing event deleted for resources: {'Port': ['ID=a78bc3dc-874e-4839-ae97-8a8ecbf36a88,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:11:41.376689 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc8c2c4a-dc11-479f-befd-657654777c3d req-e6c46141-477f-4b11-9e26-e7ca654595a0 tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] No DVR routers for this DVR port a78bc3dc-874e-4839-ae97-8a8ecbf36a88 on host hv-cinder-76015 {{(pid=94009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 15:11:41.379254 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-bc8c2c4a-dc11-479f-befd-657654777c3d req-e6c46141-477f-4b11-9e26-e7ca654595a0 tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46804'] for port, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:41.381397 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-bc8c2c4a-dc11-479f-befd-657654777c3d req-e6c46141-477f-4b11-9e26-e7ca654595a0 tempest-VolumesSnapshotTestJSON-604334705 tempest-VolumesSnapshotTestJSON-604334705-project] 10.222.0.42 "DELETE /v2.0/ports/a78bc3dc-874e-4839-ae97-8a8ecbf36a88 HTTP/1.1" status: 204 len: 173 time: 0.8775370 Sep 10 15:11:41.381845 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbcf9ca9-553b-429c-beb2-75d6238546aa', 'name': 'network-vif-deleted', 'tag': 'a78bc3dc-874e-4839-ae97-8a8ecbf36a88'}] {{(pid=94009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:11:41.384107 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9f06775dd2e397dd855044b511bdd55e5ba575987bbc09c0a11d88d405cb18b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b78237-07c6-4bc2-a7d0-ae1a8de88ed5" -d '{"events": [{"server_uuid": "cbcf9ca9-553b-429c-beb2-75d6238546aa", "name": "network-vif-deleted", "tag": "a78bc3dc-874e-4839-ae97-8a8ecbf36a88"}]}' {{(pid=94009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:11:41.506430 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25c98cbf-5709-4b6a-9f36-0ce5e4612ea4 x-openstack-request-id: req-25c98cbf-5709-4b6a-9f36-0ce5e4612ea4 {{(pid=94009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:11:41.507068 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbcf9ca9-553b-429c-beb2-75d6238546aa", "name": "network-vif-deleted", "tag": "a78bc3dc-874e-4839-ae97-8a8ecbf36a88", "status": "completed", "code": 200}]} {{(pid=94009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:11:41.507193 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-25c98cbf-5709-4b6a-9f36-0ce5e4612ea4 {{(pid=94009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:11:41.507654 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbcf9ca9-553b-429c-beb2-75d6238546aa', 'name': 'network-vif-deleted', 'tag': 'a78bc3dc-874e-4839-ae97-8a8ecbf36a88', 'status': 'completed', 'code': 200} Sep 10 15:11:41.512172 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-d74dade8-df87-47ea-b98c-f8dc0de998fd tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:41.516181 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-d74dade8-df87-47ea-b98c-f8dc0de998fd tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582779'] for floatingip, after_update {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:41.624580 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.db.l3_db [None req-d74dade8-df87-47ea-b98c-f8dc0de998fd tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Floating IP 71c53eed-6262-46bb-aa23-d6ab28298278 associated. External IP: 172.27.0.184, port: 1de9fbed-286c-45a9-9540-307765259f1f. Sep 10 15:11:41.832908 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d74dade8-df87-47ea-b98c-f8dc0de998fd tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Router 39b10974-571e-4fb1-9e4f-0d31edb05afe has already been hosted by L3 agent b0771735-54fe-4ba2-aeee-11d3b2b54cf1 {{(pid=94010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 15:11:41.991099 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d74dade8-df87-47ea-b98c-f8dc0de998fd tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify agent at l3_agent.dv-cinder-760153-10-iscsi the message routers_updated {{(pid=94010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:11:41.998555 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-d74dade8-df87-47ea-b98c-f8dc0de998fd tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46804'] for floatingip, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:42.002620 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3f0663-478d-4a06-94b4-143fbc64a923 None None] Sync routers for ids ['39b10974-571e-4fb1-9e4f-0d31edb05afe'] in dv-cinder-760153-10-iscsi {{(pid=94011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:11:42.012700 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3f0663-478d-4a06-94b4-143fbc64a923 None None] Routers {'39b10974-571e-4fb1-9e4f-0d31edb05afe'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:11:42.013320 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-8d3f0663-478d-4a06-94b4-143fbc64a923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T15:11:27Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['39b10974-571e-4fb1-9e4f-0d31edb05afe'], 'active': True} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:11:42.049013 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-d74dade8-df87-47ea-b98c-f8dc0de998fd tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "PUT /v2.0/floatingips/71c53eed-6262-46bb-aa23-d6ab28298278 HTTP/1.1" status: 200 len: 991 time: 1.2814476 Sep 10 15:11:42.049947 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90d1d4dd-44df-4ce1-a791-cd547b116305', 'tag': '1de9fbed-286c-45a9-9540-307765259f1f'}] {{(pid=94010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:11:42.054671 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff59ba7baab64600ea656df3deb47cfc0f0684b4bff4090ee9645072728f0a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-057eb22c-1107-4dc7-af13-cb5a803d866f" -d '{"events": [{"name": "network-changed", "server_uuid": "90d1d4dd-44df-4ce1-a791-cd547b116305", "tag": "1de9fbed-286c-45a9-9540-307765259f1f"}]}' {{(pid=94010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:11:42.160739 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 15:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe0e309d-d524-4e0b-8c3e-a43eb6fc51ca x-openstack-request-id: req-fe0e309d-d524-4e0b-8c3e-a43eb6fc51ca {{(pid=94010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:11:42.161038 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90d1d4dd-44df-4ce1-a791-cd547b116305", "tag": "1de9fbed-286c-45a9-9540-307765259f1f", "status": "completed", "code": 200}]} {{(pid=94010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:11:42.161301 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fe0e309d-d524-4e0b-8c3e-a43eb6fc51ca {{(pid=94010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:11:42.161707 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90d1d4dd-44df-4ce1-a791-cd547b116305', 'tag': '1de9fbed-286c-45a9-9540-307765259f1f', 'status': 'completed', 'code': 200} Sep 10 15:11:42.232542 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057eb22c-1107-4dc7-af13-cb5a803d866f req-d86bea43-6d9a-4afc-9d9f-dbc2541c2c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:42.233833 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-057eb22c-1107-4dc7-af13-cb5a803d866f req-d86bea43-6d9a-4afc-9d9f-dbc2541c2c50 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=082849543b964e42af95619ef61cf72e&device_id=90d1d4dd-44df-4ce1-a791-cd547b116305 HTTP/1.1" status: 200 len: 1098 time: 0.0472269 Sep 10 15:11:42.274095 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvr_db [None req-8d3f0663-478d-4a06-94b4-143fbc64a923 None None] Set router 39b10974-571e-4fb1-9e4f-0d31edb05afe gateway port host: dv-cinder-760153-10-iscsi {{(pid=94011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:11:42.386478 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057eb22c-1107-4dc7-af13-cb5a803d866f req-e6bd7710-e7ae-449d-9d69-f6fe726a31e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:42.388667 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-057eb22c-1107-4dc7-af13-cb5a803d866f req-e6bd7710-e7ae-449d-9d69-f6fe726a31e8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4c8987ac-0e40-410a-9ece-2ede7a46ccfd HTTP/1.1" status: 200 len: 912 time: 0.1478412 Sep 10 15:11:42.469635 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-057eb22c-1107-4dc7-af13-cb5a803d866f req-d0be488d-c4ea-4cb1-aa77-56c7e88a785b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1de9fbed-286c-45a9-9540-307765259f1f HTTP/1.1" status: 200 len: 999 time: 0.0727618 Sep 10 15:11:42.529326 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057eb22c-1107-4dc7-af13-cb5a803d866f req-de4b9889-aa2b-49fc-8143-1e02418aa42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:42.531140 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-057eb22c-1107-4dc7-af13-cb5a803d866f req-de4b9889-aa2b-49fc-8143-1e02418aa42e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cebcc24d-d612-4722-8ffc-2c593abb6c11 HTTP/1.1" status: 200 len: 850 time: 0.0508349 Sep 10 15:11:42.563161 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-8d3f0663-478d-4a06-94b4-143fbc64a923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b10974-571e-4fb1-9e4f-0d31edb05afe', 'name': 'tempest-AttachVolumeTestJSON-2116488470-router', 'tenant_id': '082849543b964e42af95619ef61cf72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '353e4137-a58f-44da-b645-7d0b1317f238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:07:15Z', 'updated_at': '2021-09-10T15:07:21Z', 'revision_number': 4, 'project_id': '082849543b964e42af95619ef61cf72e', 'gw_port': {'id': '353e4137-a58f-44da-b645-7d0b1317f238', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:18:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b10974-571e-4fb1-9e4f-0d31edb05afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:07:16Z', 'updated_at': '2021-09-10T15:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi', '_floatingips': [{'id': '71c53eed-6262-46bb-aa23-d6ab28298278', 'tenant_id': '082849543b964e42af95619ef61cf72e', 'floating_ip_address': '172.27.0.184', 'floating_network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'router_id': '39b10974-571e-4fb1-9e4f-0d31edb05afe', 'port_id': '1de9fbed-286c-45a9-9540-307765259f1f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c8987ac-0e40-410a-9ece-2ede7a46ccfd', 'mac_address': 'fa:16:3e:73:ea:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d1d4dd-44df-4ce1-a791-cd547b116305', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T15:11:24Z', 'updated_at': '2021-09-10T15:11:41Z', 'revision_number': 1, 'project_id': '082849543b964e42af95619ef61cf72e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a3f3ef5-bd42-4810-8d6a-69f8159bb95c', 'name': '', 'network_id': '4c8987ac-0e40-410a-9ece-2ede7a46ccfd', 'tenant_id': '082849543b964e42af95619ef61cf72e', 'mac_address': 'fa:16:3e:f7:fe:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b10974-571e-4fb1-9e4f-0d31edb05afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'cebcc24d-d612-4722-8ffc-2c593abb6c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:07:20Z', 'updated_at': '2021-09-10T15:07:28Z', 'revision_number': 5, 'project_id': '082849543b964e42af95619ef61cf72e', 'subnets': [{'id': 'cebcc24d-d612-4722-8ffc-2c593abb6c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:11:42.602134 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3f0663-478d-4a06-94b4-143fbc64a923 None None] Checking router: 39b10974-571e-4fb1-9e4f-0d31edb05afe for host: dv-cinder-760153-10-iscsi {{(pid=94011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:11:42.605143 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057eb22c-1107-4dc7-af13-cb5a803d866f req-a509a4a1-65f2-4fd6-ba0a-117b19df6228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:11:42.606850 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-057eb22c-1107-4dc7-af13-cb5a803d866f req-a509a4a1-65f2-4fd6-ba0a-117b19df6228 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4c8987ac-0e40-410a-9ece-2ede7a46ccfd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0667601 Sep 10 15:11:42.611195 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3f0663-478d-4a06-94b4-143fbc64a923 None None] Routers {'39b10974-571e-4fb1-9e4f-0d31edb05afe'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:11:42.611828 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-8d3f0663-478d-4a06-94b4-143fbc64a923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T15:11:27Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['39b10974-571e-4fb1-9e4f-0d31edb05afe'], 'active': True} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:11:42.711330 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-057eb22c-1107-4dc7-af13-cb5a803d866f req-46dd447a-082c-46ae-b6d3-b4e8c8a69c89 service neutron] 10.222.0.42 "GET /v2.0/networks/4c8987ac-0e40-410a-9ece-2ede7a46ccfd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960166 Sep 10 15:11:42.735873 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvr_db [None req-8d3f0663-478d-4a06-94b4-143fbc64a923 None None] Set router 39b10974-571e-4fb1-9e4f-0d31edb05afe gateway port host: dv-cinder-760153-10-iscsi {{(pid=94011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:11:42.808258 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-057eb22c-1107-4dc7-af13-cb5a803d866f req-dd1762c1-f67e-4393-939b-4a1326a4331a service neutron] 10.222.0.42 "GET /v2.0/networks/4c8987ac-0e40-410a-9ece-2ede7a46ccfd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872223 Sep 10 15:11:42.973502 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-8d3f0663-478d-4a06-94b4-143fbc64a923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b10974-571e-4fb1-9e4f-0d31edb05afe', 'name': 'tempest-AttachVolumeTestJSON-2116488470-router', 'tenant_id': '082849543b964e42af95619ef61cf72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '353e4137-a58f-44da-b645-7d0b1317f238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:07:15Z', 'updated_at': '2021-09-10T15:07:21Z', 'revision_number': 4, 'project_id': '082849543b964e42af95619ef61cf72e', 'gw_port': {'id': '353e4137-a58f-44da-b645-7d0b1317f238', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:18:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b10974-571e-4fb1-9e4f-0d31edb05afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:07:16Z', 'updated_at': '2021-09-10T15:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi', '_floatingips': [{'id': '71c53eed-6262-46bb-aa23-d6ab28298278', 'tenant_id': '082849543b964e42af95619ef61cf72e', 'floating_ip_address': '172.27.0.184', 'floating_network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'router_id': '39b10974-571e-4fb1-9e4f-0d31edb05afe', 'port_id': '1de9fbed-286c-45a9-9540-307765259f1f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c8987ac-0e40-410a-9ece-2ede7a46ccfd', 'mac_address': 'fa:16:3e:73:ea:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d1d4dd-44df-4ce1-a791-cd547b116305', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T15:11:24Z', 'updated_at': '2021-09-10T15:11:41Z', 'revision_number': 1, 'project_id': '082849543b964e42af95619ef61cf72e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a3f3ef5-bd42-4810-8d6a-69f8159bb95c', 'name': '', 'network_id': '4c8987ac-0e40-410a-9ece-2ede7a46ccfd', 'tenant_id': '082849543b964e42af95619ef61cf72e', 'mac_address': 'fa:16:3e:f7:fe:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b10974-571e-4fb1-9e4f-0d31edb05afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'cebcc24d-d612-4722-8ffc-2c593abb6c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:07:20Z', 'updated_at': '2021-09-10T15:07:28Z', 'revision_number': 5, 'project_id': '082849543b964e42af95619ef61cf72e', 'subnets': [{'id': 'cebcc24d-d612-4722-8ffc-2c593abb6c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:11:43.004832 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3f0663-478d-4a06-94b4-143fbc64a923 None None] The sync data for ids ['39b10974-571e-4fb1-9e4f-0d31edb05afe'] in dv-cinder-760153-10-iscsi is: [{'id': '39b10974-571e-4fb1-9e4f-0d31edb05afe', 'name': 'tempest-AttachVolumeTestJSON-2116488470-router', 'tenant_id': '082849543b964e42af95619ef61cf72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '353e4137-a58f-44da-b645-7d0b1317f238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:07:15Z', 'updated_at': '2021-09-10T15:07:21Z', 'revision_number': 4, 'project_id': '082849543b964e42af95619ef61cf72e', 'gw_port': {'id': '353e4137-a58f-44da-b645-7d0b1317f238', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:18:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b10974-571e-4fb1-9e4f-0d31edb05afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:07:16Z', 'updated_at': '2021-09-10T15:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi', '_floatingips': [{'id': '71c53eed-6262-46bb-aa23-d6ab28298278', 'tenant_id': '082849543b964e42af95619ef61cf72e', 'floating_ip_address': '172.27.0.184', 'floating_network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'router_id': '39b10974-571e-4fb1-9e4f-0d31edb05afe', 'port_id': '1de9fbed-286c-45a9-9540-307765259f1f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c8987ac-0e40-410a-9ece-2ede7a46ccfd', 'mac_address': 'fa:16:3e:73:ea:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d1d4dd-44df-4ce1-a791-cd547b116305', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T15:11:24Z', 'updated_at': '2021-09-10T15:11:41Z', 'revision_number': 1, 'project_id': '082849543b964e42af95619ef61cf72e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a3f3ef5-bd42-4810-8d6a-69f8159bb95c', 'name': '', 'network_id': '4c8987ac-0e40-410a-9ece-2ede7a46ccfd', 'tenant_id': '082849543b964e42af95619ef61cf72e', 'mac_address': 'fa:16:3e:f7:fe:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b10974-571e-4fb1-9e4f-0d31edb05afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'cebcc24d-d612-4722-8ffc-2c593abb6c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:07:20Z', 'updated_at': '2021-09-10T15:07:28Z', 'revision_number': 5, 'project_id': '082849543b964e42af95619ef61cf72e', 'subnets': [{'id': 'cebcc24d-d612-4722-8ffc-2c593abb6c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:11:43.204826 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584bf40f-ad86-4f11-b144-f4b7d88299d9 None None] New status for floating IP 71c53eed-6262-46bb-aa23-d6ab28298278: ACTIVE {{(pid=94012) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 15:11:45.788689 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device a78bc3dc-874e-4839-ae97-8a8ecbf36a88 no longer exists at agent hyperv_hv-cinder-76015 {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:11:45.808660 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] No Port match for: a78bc3dc-874e-4839-ae97-8a8ecbf36a88 {{(pid=94011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:11:45.809000 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device a78bc3dc-874e-4839-ae97-8a8ecbf36a88 not bound to the agent host hv-cinder-76015 {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:11:54.630780 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-1575ab5e-fc89-4622-b9f3-2444066542b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:57.495256 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-e872976a-2b47-4dc1-bfa1-a696534d8685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:58.183974 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:11:59.210186 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b7c5f725-09d8-454b-b5ba-4a700e799395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:01.389501 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c13c67c0-2efd-4950-9279-b0623a9c603e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:04.460440 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 46938) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:12:04.506762 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.db.db_base_plugin_v2 [None req-e63e0ac0-2069-4802-b453-318a6682ec7a admin admin] Deleting subnet 46882ccf-3267-4ef3-9a27-53ef4f4ccc74 {{(pid=94010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 15:12:04.510996 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-e63e0ac0-2069-4802-b453-318a6682ec7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:04.545729 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-e63e0ac0-2069-4802-b453-318a6682ec7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14298931'] for subnet, precommit_delete_associations {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:04.587686 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-e63e0ac0-2069-4802-b453-318a6682ec7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1678090'] for subnet, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:04.645999 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-e63e0ac0-2069-4802-b453-318a6682ec7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1678083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14298973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14665343'] for subnet, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:04.672053 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63e0ac0-2069-4802-b453-318a6682ec7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46882ccf-3267-4ef3-9a27-53ef4f4ccc74,revision_number=None']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:12:04.676644 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-e63e0ac0-2069-4802-b453-318a6682ec7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526879'] for subnet, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:04.679036 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-e63e0ac0-2069-4802-b453-318a6682ec7a admin admin] 10.222.0.35 "DELETE /v2.0/subnets/46882ccf-3267-4ef3-9a27-53ef4f4ccc74 HTTP/1.1" status: 204 len: 168 time: 0.2162869 Sep 10 15:12:04.681736 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 46940) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:12:04.683963 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63e0ac0-2069-4802-b453-318a6682ec7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:12:04.684312 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63e0ac0-2069-4802-b453-318a6682ec7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:12:04.684962 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63e0ac0-2069-4802-b453-318a6682ec7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:12:04.685300 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63e0ac0-2069-4802-b453-318a6682ec7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:12:04.685628 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63e0ac0-2069-4802-b453-318a6682ec7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:12:04.685957 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63e0ac0-2069-4802-b453-318a6682ec7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:12:04.686406 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63e0ac0-2069-4802-b453-318a6682ec7a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:12:04.686737 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63e0ac0-2069-4802-b453-318a6682ec7a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:12:04.687063 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63e0ac0-2069-4802-b453-318a6682ec7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:12:04.687387 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63e0ac0-2069-4802-b453-318a6682ec7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:12:04.687708 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63e0ac0-2069-4802-b453-318a6682ec7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:12:04.688057 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63e0ac0-2069-4802-b453-318a6682ec7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:12:04.754838 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-6f2c7764-f311-4373-9021-116806a42af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626838'] for network, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:04.830375 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-6f2c7764-f311-4373-9021-116806a42af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1672831', 'neutron.services.segments.db._delete_segments_for_network-8748756906397'] for network, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:04.849710 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.services.segments.db [None req-6f2c7764-f311-4373-9021-116806a42af5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6493cf01-ae1a-4219-80eb-bad16af6ce1b']}} {{(pid=94009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:12:04.859233 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.services.segments.db [None req-6f2c7764-f311-4373-9021-116806a42af5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d14850a-ecaa-4d9e-8bc2-338a64814687') {'for_net_delete': True} {{(pid=94009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:12:04.859748 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.services.segments.db [None req-6f2c7764-f311-4373-9021-116806a42af5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d14850a-ecaa-4d9e-8bc2-338a64814687') {} {{(pid=94009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:12:04.873238 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-6f2c7764-f311-4373-9021-116806a42af5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748756906150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15526041'] for segment, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:04.886483 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-6f2c7764-f311-4373-9021-116806a42af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672864'] for segment, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:04.892185 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f2c7764-f311-4373-9021-116806a42af5 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=94009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 15:12:04.892567 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-6f2c7764-f311-4373-9021-116806a42af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1041264'] for segment, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:04.894233 dv-cinder-760153-10-iscsi neutron-server[94009]: Traceback (most recent call last): Sep 10 15:12:04.894233 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 15:12:04.894233 dv-cinder-760153-10-iscsi neutron-server[94009]: timer() Sep 10 15:12:04.894233 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 15:12:04.894233 dv-cinder-760153-10-iscsi neutron-server[94009]: cb(*args, **kw) Sep 10 15:12:04.894233 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 15:12:04.894233 dv-cinder-760153-10-iscsi neutron-server[94009]: return func(*args, **kwargs) Sep 10 15:12:04.894233 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 15:12:04.894233 dv-cinder-760153-10-iscsi neutron-server[94009]: self._notify() Sep 10 15:12:04.894233 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 15:12:04.894233 dv-cinder-760153-10-iscsi neutron-server[94009]: self.callback(batched_events) Sep 10 15:12:04.894233 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 15:12:04.894233 dv-cinder-760153-10-iscsi neutron-server[94009]: event.method(event) Sep 10 15:12:04.894233 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 15:12:04.894233 dv-cinder-760153-10-iscsi neutron-server[94009]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 15:12:04.894233 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 15:12:04.894233 dv-cinder-760153-10-iscsi neutron-server[94009]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 15:12:04.894233 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 15:12:04.894233 dv-cinder-760153-10-iscsi neutron-server[94009]: return f(self, *a, **k) Sep 10 15:12:04.894233 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 15:12:04.894233 dv-cinder-760153-10-iscsi neutron-server[94009]: return self._get(url).json() Sep 10 15:12:04.894233 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 15:12:04.894233 dv-cinder-760153-10-iscsi neutron-server[94009]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 15:12:04.894233 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 15:12:04.894233 dv-cinder-760153-10-iscsi neutron-server[94009]: return self.request(url, 'GET', **kwargs) Sep 10 15:12:04.894233 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 15:12:04.894233 dv-cinder-760153-10-iscsi neutron-server[94009]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 15:12:04.894233 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 15:12:04.894233 dv-cinder-760153-10-iscsi neutron-server[94009]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 15:12:04.894233 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 15:12:04.894233 dv-cinder-760153-10-iscsi neutron-server[94009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 15:12:04.894233 dv-cinder-760153-10-iscsi neutron-server[94009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 15:12:04.959254 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-6f2c7764-f311-4373-9021-116806a42af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582729'] for network, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:04.965735 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-6f2c7764-f311-4373-9021-116806a42af5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526879'] for network, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:04.967911 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-6f2c7764-f311-4373-9021-116806a42af5 admin admin] 10.222.0.35 "DELETE /v2.0/networks/6493cf01-ae1a-4219-80eb-bad16af6ce1b HTTP/1.1" status: 204 len: 168 time: 0.2850049 Sep 10 15:12:04.981019 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c7764-f311-4373-9021-116806a42af5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6493cf01-ae1a-4219-80eb-bad16af6ce1b,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:12:05.135855 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 46950) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:12:05.178287 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-43dbb395-3f44-4038-a222-6b202f48fa81 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6a9eaf0adb914aab8f521af4a0f3ae19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0410740 Sep 10 15:12:05.180788 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 46952) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:12:05.231418 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-a6e03a79-ffb9-40b9-aded-377c7d8b7ace admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:05.252597 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-a6e03a79-ffb9-40b9-aded-377c7d8b7ace admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:05.299901 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-a6e03a79-ffb9-40b9-aded-377c7d8b7ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:05.302443 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-a6e03a79-ffb9-40b9-aded-377c7d8b7ace admin admin] Notify callbacks [] for security_group, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:05.303583 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-a6e03a79-ffb9-40b9-aded-377c7d8b7ace admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2aacb530-ab44-4e06-bdb0-7a7615c5207f HTTP/1.1" status: 204 len: 168 time: 0.1218708 Sep 10 15:12:05.311993 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e03a79-ffb9-40b9-aded-377c7d8b7ace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aacb530-ab44-4e06-bdb0-7a7615c5207f,revision_number=None']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:12:05.527728 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f96946-e10c-4a71-b29a-0e5bad836351 req-c51b95ce-c68c-43cc-b758-419b5932ebe9 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:05.529607 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-40f96946-e10c-4a71-b29a-0e5bad836351 req-c51b95ce-c68c-43cc-b758-419b5932ebe9 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=57ef1793-ae01-454a-94de-16de99900787 HTTP/1.1" status: 200 len: 945 time: 0.0547154 Sep 10 15:12:05.575713 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-40f96946-e10c-4a71-b29a-0e5bad836351 req-1e1d63a6-2c77-4bda-8d5f-0a9ed4ccf5fe tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=a513943a-efda-493e-84de-dcd66cfa68ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398393 Sep 10 15:12:06.698936 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb17f091-543f-4993-927b-44a28b3233c7 req-8ed24ec6-b16b-4b5f-95d3-f7036ed90dfd tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:06.700400 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-bb17f091-543f-4993-927b-44a28b3233c7 req-8ed24ec6-b16b-4b5f-95d3-f7036ed90dfd tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=57ef1793-ae01-454a-94de-16de99900787 HTTP/1.1" status: 200 len: 945 time: 0.0532143 Sep 10 15:12:06.737517 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-bb17f091-543f-4993-927b-44a28b3233c7 req-29cb33b5-124b-4d26-9602-48b644142387 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=a513943a-efda-493e-84de-dcd66cfa68ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312874 Sep 10 15:12:07.856907 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ba083-4a98-40d9-a6e6-a93cdcd3bf6e req-8d8bc17d-860e-42e0-9a51-2eea486e4586 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:07.858409 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-c04ba083-4a98-40d9-a6e6-a93cdcd3bf6e req-8d8bc17d-860e-42e0-9a51-2eea486e4586 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=57ef1793-ae01-454a-94de-16de99900787 HTTP/1.1" status: 200 len: 945 time: 0.0495715 Sep 10 15:12:07.898352 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-c04ba083-4a98-40d9-a6e6-a93cdcd3bf6e req-481f00a8-1f2e-45e8-bbc4-63861b943839 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=a513943a-efda-493e-84de-dcd66cfa68ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335150 Sep 10 15:12:09.024188 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b47843-e452-432b-ad4a-61e5c400f711 req-336eb650-a1cf-4748-823e-ad4d76415d69 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:09.025661 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-37b47843-e452-432b-ad4a-61e5c400f711 req-336eb650-a1cf-4748-823e-ad4d76415d69 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=57ef1793-ae01-454a-94de-16de99900787 HTTP/1.1" status: 200 len: 945 time: 0.0516613 Sep 10 15:12:09.066263 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-37b47843-e452-432b-ad4a-61e5c400f711 req-28d92a0a-ea4d-415c-a444-f7cf021d8fb0 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=a513943a-efda-493e-84de-dcd66cfa68ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346014 Sep 10 15:12:10.187533 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2afbf9-1ef2-477c-b186-41f172a66215 req-ba0f1c7e-d69d-41f2-9980-cfd34e9ddf0d tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:10.188921 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-fd2afbf9-1ef2-477c-b186-41f172a66215 req-ba0f1c7e-d69d-41f2-9980-cfd34e9ddf0d tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=57ef1793-ae01-454a-94de-16de99900787 HTTP/1.1" status: 200 len: 945 time: 0.0522559 Sep 10 15:12:10.228267 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-fd2afbf9-1ef2-477c-b186-41f172a66215 req-766c9ef8-2819-4d50-8399-6827d8876b6f tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=a513943a-efda-493e-84de-dcd66cfa68ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330920 Sep 10 15:12:10.609506 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:11.352168 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeaaeed-699b-4e15-87ef-1159cda0c003 req-c28e23c9-7770-46ec-b856-015fdd1a1c50 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:11.355038 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-daeaaeed-699b-4e15-87ef-1159cda0c003 req-c28e23c9-7770-46ec-b856-015fdd1a1c50 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=57ef1793-ae01-454a-94de-16de99900787 HTTP/1.1" status: 200 len: 945 time: 0.0570903 Sep 10 15:12:11.396701 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-daeaaeed-699b-4e15-87ef-1159cda0c003 req-8cd04f86-bcea-4389-9117-9328d0b9f58d tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=a513943a-efda-493e-84de-dcd66cfa68ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357695 Sep 10 15:12:12.517450 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f71b5e-3f21-4906-ba56-a9e633fae73d req-2eedb062-da19-4888-80d3-78586b94c4f2 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:12.518967 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-93f71b5e-3f21-4906-ba56-a9e633fae73d req-2eedb062-da19-4888-80d3-78586b94c4f2 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=57ef1793-ae01-454a-94de-16de99900787 HTTP/1.1" status: 200 len: 945 time: 0.0506232 Sep 10 15:12:12.557615 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-93f71b5e-3f21-4906-ba56-a9e633fae73d req-8f31c1ca-efbe-4811-b45d-1a80ff797560 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=a513943a-efda-493e-84de-dcd66cfa68ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324383 Sep 10 15:12:13.682741 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e370b01-0a8b-462f-9bb5-b4b109424189 req-566f5a6b-aa1d-48e4-92b4-0ea0f8396c0b tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:13.684265 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-6e370b01-0a8b-462f-9bb5-b4b109424189 req-566f5a6b-aa1d-48e4-92b4-0ea0f8396c0b tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=57ef1793-ae01-454a-94de-16de99900787 HTTP/1.1" status: 200 len: 945 time: 0.0561337 Sep 10 15:12:13.722960 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-6e370b01-0a8b-462f-9bb5-b4b109424189 req-dda910b8-7a4f-491f-b392-8566384720b0 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=a513943a-efda-493e-84de-dcd66cfa68ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323935 Sep 10 15:12:13.849378 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-a2b6315d-957c-494d-8b14-dd48803e31d5 req-00dd6a0f-8734-421d-bead-368ff2c3e0a3 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0561b768-e914-480a-8b53-56f727f3a504&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417910 Sep 10 15:12:13.923892 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b6315d-957c-494d-8b14-dd48803e31d5 req-9f018cdf-31be-460e-8975-4f5b31c92979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:13.925249 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-a2b6315d-957c-494d-8b14-dd48803e31d5 req-9f018cdf-31be-460e-8975-4f5b31c92979 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6ab88976e97b4105bd0ab39c7b8bf1e3&device_id=0561b768-e914-480a-8b53-56f727f3a504 HTTP/1.1" status: 200 len: 1137 time: 0.0400002 Sep 10 15:12:14.041325 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b6315d-957c-494d-8b14-dd48803e31d5 req-cd0d4013-1ee3-4692-9a07-92d52daeb780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:14.042837 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-a2b6315d-957c-494d-8b14-dd48803e31d5 req-cd0d4013-1ee3-4692-9a07-92d52daeb780 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4438a4c6-ecae-4330-8512-f3353a458625 HTTP/1.1" status: 200 len: 916 time: 0.0958278 Sep 10 15:12:14.109122 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-a2b6315d-957c-494d-8b14-dd48803e31d5 req-899fde33-8d9f-4829-917c-fe528c91a727 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae5593bb-cbc1-4417-ba58-bb771ce135d6 HTTP/1.1" status: 200 len: 1000 time: 0.0580685 Sep 10 15:12:14.162079 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b6315d-957c-494d-8b14-dd48803e31d5 req-a00a14d1-22ad-4e40-8577-4b309767c23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:14.164193 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-a2b6315d-957c-494d-8b14-dd48803e31d5 req-a00a14d1-22ad-4e40-8577-4b309767c23b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dbb21cad-9efd-4dac-bc4f-2697c2741bb9 HTTP/1.1" status: 200 len: 854 time: 0.0464518 Sep 10 15:12:14.209699 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b6315d-957c-494d-8b14-dd48803e31d5 req-d5ee8001-e2e9-45d4-8fc9-34066377b491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:14.211882 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-a2b6315d-957c-494d-8b14-dd48803e31d5 req-d5ee8001-e2e9-45d4-8fc9-34066377b491 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4438a4c6-ecae-4330-8512-f3353a458625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0402706 Sep 10 15:12:14.299516 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-a2b6315d-957c-494d-8b14-dd48803e31d5 req-1994367e-12d5-4788-b60c-9d281388d018 service neutron] 10.222.0.42 "GET /v2.0/networks/4438a4c6-ecae-4330-8512-f3353a458625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799258 Sep 10 15:12:14.394874 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-a2b6315d-957c-494d-8b14-dd48803e31d5 req-f2c8bf43-4b43-4ae3-83fa-6e393455eea4 service neutron] 10.222.0.42 "GET /v2.0/networks/4438a4c6-ecae-4330-8512-f3353a458625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874982 Sep 10 15:12:14.842731 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d593ae5-538d-4666-ada1-8d0946757bb3 req-10313f84-5a03-4f55-8df6-9906c6471854 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:14.844245 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-4d593ae5-538d-4666-ada1-8d0946757bb3 req-10313f84-5a03-4f55-8df6-9906c6471854 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=57ef1793-ae01-454a-94de-16de99900787 HTTP/1.1" status: 200 len: 945 time: 0.0509768 Sep 10 15:12:14.882809 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-4d593ae5-538d-4666-ada1-8d0946757bb3 req-661c0d71-0f66-41da-a7c4-e2a67e26a7d7 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=a513943a-efda-493e-84de-dcd66cfa68ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319338 Sep 10 15:12:16.006580 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a81fb-63f9-48c6-9bf6-fb954227d2e8 req-3ed24cc5-5efd-4515-85f3-28fe048b198c tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:16.008201 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-ea5a81fb-63f9-48c6-9bf6-fb954227d2e8 req-3ed24cc5-5efd-4515-85f3-28fe048b198c tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=57ef1793-ae01-454a-94de-16de99900787 HTTP/1.1" status: 200 len: 945 time: 0.0545323 Sep 10 15:12:16.047360 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-ea5a81fb-63f9-48c6-9bf6-fb954227d2e8 req-c762a2e0-edaf-47e9-885a-2a22c4e49c8d tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=a513943a-efda-493e-84de-dcd66cfa68ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331254 Sep 10 15:12:17.167668 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3a3660-09a1-4ef3-8d53-54c9f26c3ef3 req-fa9e6b7d-e3a6-4317-a2b8-4b8c5cc94970 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:17.169148 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-8c3a3660-09a1-4ef3-8d53-54c9f26c3ef3 req-fa9e6b7d-e3a6-4317-a2b8-4b8c5cc94970 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=57ef1793-ae01-454a-94de-16de99900787 HTTP/1.1" status: 200 len: 945 time: 0.0493932 Sep 10 15:12:17.208794 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-8c3a3660-09a1-4ef3-8d53-54c9f26c3ef3 req-bdfd2b77-ef76-4062-856e-8360395ee98a tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=a513943a-efda-493e-84de-dcd66cfa68ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335433 Sep 10 15:12:17.392609 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.agents_db [None req-04bb1bd2-f33d-49ef-a466-6fb3f7a23ee1 None None] Agent healthcheck: found 6 active agents {{(pid=94012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 15:12:17.737973 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device 51e20ead-5ca9-4dd3-a452-2be31657bb35 details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=94011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 15:12:17.843521 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] For port 51e20ead-5ca9-4dd3-a452-2be31657bb35, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=51e20ead-5ca9-4dd3-a452-2be31657bb35,segment=NetworkSegment(adc254f0-00c9-46af-adb3-b3d1f6ff0d76),segment_id=adc254f0-00c9-46af-adb3-b3d1f6ff0d76)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:12:17.856166 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Returning: {'device': '51e20ead-5ca9-4dd3-a452-2be31657bb35', 'network_id': 'd8cbe470-bc98-41a4-a428-659bec184b54', 'port_id': '51e20ead-5ca9-4dd3-a452-2be31657bb35', 'mac_address': 'fa:16:3e:9f:61:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '782052c7-4991-4efe-97d8-5a0e8f67d6bc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 15:12:17.893538 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:17.906704 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 51e20ead-5ca9-4dd3-a452-2be31657bb35 {{(pid=94011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:12:17.927363 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] For port 51e20ead-5ca9-4dd3-a452-2be31657bb35, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=51e20ead-5ca9-4dd3-a452-2be31657bb35,segment=NetworkSegment(adc254f0-00c9-46af-adb3-b3d1f6ff0d76),segment_id=adc254f0-00c9-46af-adb3-b3d1f6ff0d76)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:12:17.933216 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:17.985893 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Pushing event updated for resources: {'Port': ['ID=51e20ead-5ca9-4dd3-a452-2be31657bb35,revision_number=6']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:12:17.993652 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:12:17.994541 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:12:17.994890 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:12:17.995235 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:12:17.995575 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:12:17.995907 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:12:17.996239 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:12:17.996580 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:12:17.996907 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:12:17.997254 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:12:17.997562 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:12:17.997885 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:12:18.027558 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] get_ports_and_sgs() called for port_ids ['51e20ead-5ca9-4dd3-a452-2be31657bb35'] {{(pid=94011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 15:12:18.336070 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063208c3-7172-4da6-835c-b855d88c9785 req-777cafee-5b42-4f56-99fa-47c325e90c60 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:18.339128 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-063208c3-7172-4da6-835c-b855d88c9785 req-777cafee-5b42-4f56-99fa-47c325e90c60 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=57ef1793-ae01-454a-94de-16de99900787 HTTP/1.1" status: 200 len: 944 time: 0.0585265 Sep 10 15:12:18.381375 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-063208c3-7172-4da6-835c-b855d88c9785 req-520787e0-6796-401c-9ac1-8a54a5396f26 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=a513943a-efda-493e-84de-dcd66cfa68ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358994 Sep 10 15:12:19.533340 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0485e39-4e17-4a6f-a44f-49ae5c862979 req-d1673e54-306c-46dc-afd3-8638a40797fe tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:19.542880 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-b0485e39-4e17-4a6f-a44f-49ae5c862979 req-d1673e54-306c-46dc-afd3-8638a40797fe tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=57ef1793-ae01-454a-94de-16de99900787 HTTP/1.1" status: 200 len: 944 time: 0.0740592 Sep 10 15:12:19.587039 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-b0485e39-4e17-4a6f-a44f-49ae5c862979 req-66b266ad-dbaf-4399-8209-d12f27c6e750 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=a513943a-efda-493e-84de-dcd66cfa68ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422788 Sep 10 15:12:19.732528 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device 51e20ead-5ca9-4dd3-a452-2be31657bb35 up at agent hyperv_hv-cinder-76015 {{(pid=94011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:12:19.793492 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Provisioning complete for port 51e20ead-5ca9-4dd3-a452-2be31657bb35 triggered by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:12:19.793758 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:19.890369 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:19.916731 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57ef1793-ae01-454a-94de-16de99900787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51e20ead-5ca9-4dd3-a452-2be31657bb35'}] {{(pid=94011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:12:19.919656 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eff4842c0e32827c09e5fc730d7a4a2f35fc7e77767eed508a7d5fefd1bac28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf78c40-1c64-433d-b982-fb9b99dfaa27" -d '{"events": [{"server_uuid": "57ef1793-ae01-454a-94de-16de99900787", "name": "network-vif-plugged", "status": "completed", "tag": "51e20ead-5ca9-4dd3-a452-2be31657bb35"}]}' {{(pid=94011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:12:19.945649 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] For port 51e20ead-5ca9-4dd3-a452-2be31657bb35, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=51e20ead-5ca9-4dd3-a452-2be31657bb35,segment=NetworkSegment(adc254f0-00c9-46af-adb3-b3d1f6ff0d76),segment_id=adc254f0-00c9-46af-adb3-b3d1f6ff0d76)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:12:19.955116 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:19.981316 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f5bc8f-a1ca-4566-a91a-41cb37572222 x-openstack-request-id: req-78f5bc8f-a1ca-4566-a91a-41cb37572222 {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:12:19.981720 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57ef1793-ae01-454a-94de-16de99900787", "name": "network-vif-plugged", "status": "completed", "tag": "51e20ead-5ca9-4dd3-a452-2be31657bb35", "code": 200}]} {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:12:19.981824 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-78f5bc8f-a1ca-4566-a91a-41cb37572222 {{(pid=94011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:12:19.982245 dv-cinder-760153-10-iscsi neutron-server[94011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57ef1793-ae01-454a-94de-16de99900787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51e20ead-5ca9-4dd3-a452-2be31657bb35', 'code': 200} Sep 10 15:12:20.012681 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Pushing event updated for resources: {'Port': ['ID=51e20ead-5ca9-4dd3-a452-2be31657bb35,revision_number=7']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:12:20.722328 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7f138f-8be6-44a0-82fd-1a6188352b4e req-132260fc-5362-4503-8374-3c6d72e38d9a tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:20.723856 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-ef7f138f-8be6-44a0-82fd-1a6188352b4e req-132260fc-5362-4503-8374-3c6d72e38d9a tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=57ef1793-ae01-454a-94de-16de99900787 HTTP/1.1" status: 200 len: 945 time: 0.0550826 Sep 10 15:12:20.767757 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-ef7f138f-8be6-44a0-82fd-1a6188352b4e req-fa8491fc-8253-4787-80b5-4a9fd6abe93f tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=a513943a-efda-493e-84de-dcd66cfa68ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360069 Sep 10 15:12:21.907952 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed06dca3-161c-4d96-aea4-067fa63cc4dd req-3a3904f4-54ad-499b-9265-3db2c0abd1af tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:21.909486 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-ed06dca3-161c-4d96-aea4-067fa63cc4dd req-3a3904f4-54ad-499b-9265-3db2c0abd1af tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=57ef1793-ae01-454a-94de-16de99900787 HTTP/1.1" status: 200 len: 945 time: 0.0565743 Sep 10 15:12:21.964186 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-ed06dca3-161c-4d96-aea4-067fa63cc4dd req-aef4f783-a969-47e4-99c0-514d34dab11b tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=a513943a-efda-493e-84de-dcd66cfa68ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478256 Sep 10 15:12:23.113418 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67880734-9256-4b69-b32a-e9531f29b9e1 req-c87dc1e5-ca99-4f39-a855-5b4082791150 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:23.116157 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-67880734-9256-4b69-b32a-e9531f29b9e1 req-c87dc1e5-ca99-4f39-a855-5b4082791150 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=57ef1793-ae01-454a-94de-16de99900787 HTTP/1.1" status: 200 len: 945 time: 0.0731530 Sep 10 15:12:23.166687 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-67880734-9256-4b69-b32a-e9531f29b9e1 req-48343fb8-4d89-4abe-9e6e-81e2ab20c3fa tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=a513943a-efda-493e-84de-dcd66cfa68ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425594 Sep 10 15:12:24.317020 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f21c5d5-3e1e-49d2-92c0-812c07234ca5 req-7afc211a-004d-4492-8e02-649379c1c375 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:24.318141 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-4f21c5d5-3e1e-49d2-92c0-812c07234ca5 req-7afc211a-004d-4492-8e02-649379c1c375 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=57ef1793-ae01-454a-94de-16de99900787 HTTP/1.1" status: 200 len: 945 time: 0.0607402 Sep 10 15:12:24.373424 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-4f21c5d5-3e1e-49d2-92c0-812c07234ca5 req-506c9ca0-8980-42b4-b569-14e2cf45adca tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=a513943a-efda-493e-84de-dcd66cfa68ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484462 Sep 10 15:12:24.636345 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-3593c5a2-edb9-4244-9f7a-bc81a17954a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:25.537251 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db77aac-df67-41a9-83b7-d2b28b4a770d req-aab464e8-57c4-4ee6-bbea-df620a4f5d52 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:25.538850 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-8db77aac-df67-41a9-83b7-d2b28b4a770d req-aab464e8-57c4-4ee6-bbea-df620a4f5d52 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=57ef1793-ae01-454a-94de-16de99900787 HTTP/1.1" status: 200 len: 945 time: 0.0619619 Sep 10 15:12:25.585767 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-8db77aac-df67-41a9-83b7-d2b28b4a770d req-cf88a53e-66e0-4212-9538-190b5ed10410 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=a513943a-efda-493e-84de-dcd66cfa68ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401099 Sep 10 15:12:26.751907 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5471d8c5-207b-426b-aa6f-51a075dd5db1 req-ebb2cd30-5805-4cc5-bebd-5373e6b565ff tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:26.751907 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-5471d8c5-207b-426b-aa6f-51a075dd5db1 req-ebb2cd30-5805-4cc5-bebd-5373e6b565ff tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=57ef1793-ae01-454a-94de-16de99900787 HTTP/1.1" status: 200 len: 945 time: 0.0747159 Sep 10 15:12:26.804136 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-5471d8c5-207b-426b-aa6f-51a075dd5db1 req-410799ff-f167-43c4-935e-26b1096d4398 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=a513943a-efda-493e-84de-dcd66cfa68ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412445 Sep 10 15:12:27.423569 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-0771a62e-bb46-409b-b4ee-26d728cc7dd3 req-809ad08e-75db-4eb1-99d6-4b383263f731 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-713461841&fields=id&tenant_id=6ab88976e97b4105bd0ab39c7b8bf1e3 HTTP/1.1" status: 200 len: 267 time: 0.0366106 Sep 10 15:12:27.487272 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0771a62e-bb46-409b-b4ee-26d728cc7dd3 req-88542791-de1d-4b8c-9f12-daa3831bac7a tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:27.488883 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-0771a62e-bb46-409b-b4ee-26d728cc7dd3 req-88542791-de1d-4b8c-9f12-daa3831bac7a tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/ports?device_id=0561b768-e914-480a-8b53-56f727f3a504 HTTP/1.1" status: 200 len: 984 time: 0.0589106 Sep 10 15:12:27.503155 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.v2.base [req-0771a62e-bb46-409b-b4ee-26d728cc7dd3 req-bc15aad4-976c-4f4e-8564-1fa9a247e3a5 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Request body: {'port': {'security_groups': ['c435c8d1-bcf5-4643-8a06-2b0627ebda44']}} {{(pid=94009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:12:27.503573 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-5313a6a7-eebc-4bb1-aaf3-135713a17ac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:27.577740 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-0771a62e-bb46-409b-b4ee-26d728cc7dd3 req-bc15aad4-976c-4f4e-8564-1fa9a247e3a5 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:27.759529 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.db [req-0771a62e-bb46-409b-b4ee-26d728cc7dd3 req-bc15aad4-976c-4f4e-8564-1fa9a247e3a5 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] For port ae5593bb-cbc1-4417-ba58-bb771ce135d6, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=ae5593bb-cbc1-4417-ba58-bb771ce135d6,segment=NetworkSegment(b74c8d1d-1c0a-4459-a926-b8061d9b8071),segment_id=b74c8d1d-1c0a-4459-a926-b8061d9b8071)] {{(pid=94009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:12:27.787412 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-0771a62e-bb46-409b-b4ee-26d728cc7dd3 req-bc15aad4-976c-4f4e-8564-1fa9a247e3a5 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Notify callbacks [] for port, precommit_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:27.792328 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-0771a62e-bb46-409b-b4ee-26d728cc7dd3 req-bc15aad4-976c-4f4e-8564-1fa9a247e3a5 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1041244'] for port, after_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:27.807166 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] get_ports_and_sgs() called for port_ids ['ae5593bb-cbc1-4417-ba58-bb771ce135d6'] {{(pid=94011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 15:12:27.835552 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0771a62e-bb46-409b-b4ee-26d728cc7dd3 req-bc15aad4-976c-4f4e-8564-1fa9a247e3a5 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:27.836638 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-0771a62e-bb46-409b-b4ee-26d728cc7dd3 req-bc15aad4-976c-4f4e-8564-1fa9a247e3a5 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46804'] for port, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:27.838092 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-0771a62e-bb46-409b-b4ee-26d728cc7dd3 req-bc15aad4-976c-4f4e-8564-1fa9a247e3a5 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "PUT /v2.0/ports/ae5593bb-cbc1-4417-ba58-bb771ce135d6 HTTP/1.1" status: 200 len: 942 time: 0.3416328 Sep 10 15:12:27.838553 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0561b768-e914-480a-8b53-56f727f3a504', 'tag': 'ae5593bb-cbc1-4417-ba58-bb771ce135d6'}] {{(pid=94009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:12:27.840887 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9f06775dd2e397dd855044b511bdd55e5ba575987bbc09c0a11d88d405cb18b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84566e23-65c7-4d36-9776-50db6e994e5c" -d '{"events": [{"name": "network-changed", "server_uuid": "0561b768-e914-480a-8b53-56f727f3a504", "tag": "ae5593bb-cbc1-4417-ba58-bb771ce135d6"}]}' {{(pid=94009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:12:27.851316 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 47106) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:12:27.886952 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc15aad4-976c-4f4e-8564-1fa9a247e3a5 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Pushing event updated for resources: {'Port': ['ID=ae5593bb-cbc1-4417-ba58-bb771ce135d6,revision_number=7']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:12:27.908790 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc15aad4-976c-4f4e-8564-1fa9a247e3a5 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:12:27.909132 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc15aad4-976c-4f4e-8564-1fa9a247e3a5 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:12:27.909471 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc15aad4-976c-4f4e-8564-1fa9a247e3a5 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:12:27.909802 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc15aad4-976c-4f4e-8564-1fa9a247e3a5 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:12:27.910174 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc15aad4-976c-4f4e-8564-1fa9a247e3a5 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:12:27.915768 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc15aad4-976c-4f4e-8564-1fa9a247e3a5 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:12:27.916097 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc15aad4-976c-4f4e-8564-1fa9a247e3a5 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:12:27.916436 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc15aad4-976c-4f4e-8564-1fa9a247e3a5 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:12:27.916767 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc15aad4-976c-4f4e-8564-1fa9a247e3a5 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:12:27.917094 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc15aad4-976c-4f4e-8564-1fa9a247e3a5 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:12:27.917422 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc15aad4-976c-4f4e-8564-1fa9a247e3a5 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:12:27.917743 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc15aad4-976c-4f4e-8564-1fa9a247e3a5 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:12:27.940168 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] get_ports_and_sgs() called for port_ids ['ae5593bb-cbc1-4417-ba58-bb771ce135d6'] {{(pid=94011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 15:12:27.946168 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 15:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81459110-c463-45d1-a753-fa3370d83b15 x-openstack-request-id: req-81459110-c463-45d1-a753-fa3370d83b15 {{(pid=94009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:12:27.946520 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0561b768-e914-480a-8b53-56f727f3a504", "tag": "ae5593bb-cbc1-4417-ba58-bb771ce135d6", "status": "completed", "code": 200}]} {{(pid=94009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:12:27.946756 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-81459110-c463-45d1-a753-fa3370d83b15 {{(pid=94009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:12:27.947230 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0561b768-e914-480a-8b53-56f727f3a504', 'tag': 'ae5593bb-cbc1-4417-ba58-bb771ce135d6', 'status': 'completed', 'code': 200} Sep 10 15:12:27.984253 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-251ec32b-c5b6-4ff5-84c6-d7bbfe71cf8a tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Notify callbacks [] for security_group, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:28.014395 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-251ec32b-c5b6-4ff5-84c6-d7bbfe71cf8a tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:28.068356 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6549fd2d-d017-493b-adfc-3aa68fd4e038 req-9f79b3f0-6a7a-4d2e-92bb-03b5409f7355 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:28.077442 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-6549fd2d-d017-493b-adfc-3aa68fd4e038 req-9f79b3f0-6a7a-4d2e-92bb-03b5409f7355 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=57ef1793-ae01-454a-94de-16de99900787 HTTP/1.1" status: 200 len: 945 time: 0.1266418 Sep 10 15:12:28.093958 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-251ec32b-c5b6-4ff5-84c6-d7bbfe71cf8a tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:28.097560 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-251ec32b-c5b6-4ff5-84c6-d7bbfe71cf8a tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Notify callbacks [] for security_group, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:28.099096 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-251ec32b-c5b6-4ff5-84c6-d7bbfe71cf8a tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "DELETE /v2.0/security-groups/8db7c715-2add-450b-a1db-0b3a74c119d5 HTTP/1.1" status: 204 len: 168 time: 0.2461019 Sep 10 15:12:28.103186 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 47108) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:12:28.115991 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251ec32b-c5b6-4ff5-84c6-d7bbfe71cf8a tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db7c715-2add-450b-a1db-0b3a74c119d5,revision_number=None']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:12:28.139295 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84566e23-65c7-4d36-9776-50db6e994e5c req-f69078dd-7f69-43b1-b7dc-ba4ff0630c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:28.141193 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-84566e23-65c7-4d36-9776-50db6e994e5c req-f69078dd-7f69-43b1-b7dc-ba4ff0630c3e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6ab88976e97b4105bd0ab39c7b8bf1e3&device_id=0561b768-e914-480a-8b53-56f727f3a504 HTTP/1.1" status: 200 len: 1098 time: 0.1532934 Sep 10 15:12:28.196730 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-71ec164b-8636-43b3-8247-c38b5003db38 None None] Provisioning complete for port ae5593bb-cbc1-4417-ba58-bb771ce135d6 triggered by entity DHCP. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:12:28.196986 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-71ec164b-8636-43b3-8247-c38b5003db38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:28.212136 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-6549fd2d-d017-493b-adfc-3aa68fd4e038 req-dcd651ed-37e5-41b4-a38e-1029242e0b00 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=a513943a-efda-493e-84de-dcd66cfa68ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894947 Sep 10 15:12:28.250844 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e3396b-c3f6-4d3d-8540-9b69e7cbecc3 req-8c28522f-4b66-4e18-921e-1f5345e35cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:28.252356 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-22e3396b-c3f6-4d3d-8540-9b69e7cbecc3 req-8c28522f-4b66-4e18-921e-1f5345e35cf1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c0149948ecbd4da99adb4e990da99cd9&device_id=57ef1793-ae01-454a-94de-16de99900787 HTTP/1.1" status: 200 len: 1098 time: 0.1684382 Sep 10 15:12:28.256545 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:28.291010 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.plugin [None req-8ca354c6-1231-4a07-a4bb-bf18ecc0ed6f tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Deleting port 4122e1e5-bb84-4c81-acbc-829c913e81a2 {{(pid=94010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:12:28.291506 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-8ca354c6-1231-4a07-a4bb-bf18ecc0ed6f tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748757118522'] for port, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:28.315236 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84566e23-65c7-4d36-9776-50db6e994e5c req-6373c29c-43ea-4fca-a114-241f88e9ecfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:28.316775 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-84566e23-65c7-4d36-9776-50db6e994e5c req-6373c29c-43ea-4fca-a114-241f88e9ecfa service neutron] 10.222.0.42 "GET /v2.0/networks?id=4438a4c6-ecae-4330-8512-f3353a458625 HTTP/1.1" status: 200 len: 916 time: 0.1655333 Sep 10 15:12:28.377597 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-8ca354c6-1231-4a07-a4bb-bf18ecc0ed6f tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530186'] for port, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:28.377949 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-8ca354c6-1231-4a07-a4bb-bf18ecc0ed6f tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:28.393926 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.plugin [None req-8ca354c6-1231-4a07-a4bb-bf18ecc0ed6f tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Calling delete_port for 4122e1e5-bb84-4c81-acbc-829c913e81a2 owned by network:floatingip {{(pid=94010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:12:28.426343 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e3396b-c3f6-4d3d-8540-9b69e7cbecc3 req-cb7f1995-9a92-43bc-a381-d7d3ff6208d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:28.428660 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-22e3396b-c3f6-4d3d-8540-9b69e7cbecc3 req-cb7f1995-9a92-43bc-a381-d7d3ff6208d5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d8cbe470-bc98-41a4-a428-659bec184b54 HTTP/1.1" status: 200 len: 918 time: 0.1667874 Sep 10 15:12:28.431792 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-84566e23-65c7-4d36-9776-50db6e994e5c req-0014e3a3-b7de-46b9-9888-d41749bcc89b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae5593bb-cbc1-4417-ba58-bb771ce135d6 HTTP/1.1" status: 200 len: 1000 time: 0.0887527 Sep 10 15:12:28.604902 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-22e3396b-c3f6-4d3d-8540-9b69e7cbecc3 req-6005100c-5d2c-437a-b4fc-04d8a972c2c0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51e20ead-5ca9-4dd3-a452-2be31657bb35 HTTP/1.1" status: 200 len: 1000 time: 0.1625938 Sep 10 15:12:28.610926 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84566e23-65c7-4d36-9776-50db6e994e5c req-1036d123-1afc-4e05-a3f8-241771a6225f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:28.613386 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-84566e23-65c7-4d36-9776-50db6e994e5c req-1036d123-1afc-4e05-a3f8-241771a6225f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dbb21cad-9efd-4dac-bc4f-2697c2741bb9 HTTP/1.1" status: 200 len: 854 time: 0.1608117 Sep 10 15:12:28.660383 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-8ca354c6-1231-4a07-a4bb-bf18ecc0ed6f tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748757126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748756606410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14298976'] for port, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:28.690671 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca354c6-1231-4a07-a4bb-bf18ecc0ed6f tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Pushing event deleted for resources: {'Port': ['ID=4122e1e5-bb84-4c81-acbc-829c913e81a2,revision_number=None']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:12:28.744188 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e3396b-c3f6-4d3d-8540-9b69e7cbecc3 req-8dba6856-357f-4471-afa3-2e478f171842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:28.746467 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-22e3396b-c3f6-4d3d-8540-9b69e7cbecc3 req-8dba6856-357f-4471-afa3-2e478f171842 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=782052c7-4991-4efe-97d8-5a0e8f67d6bc HTTP/1.1" status: 200 len: 856 time: 0.1318557 Sep 10 15:12:28.762096 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-8ca354c6-1231-4a07-a4bb-bf18ecc0ed6f tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Notify callbacks [] for floatingip, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:28.762708 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.db.l3_db [None req-8ca354c6-1231-4a07-a4bb-bf18ecc0ed6f tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Floating IP e5747f82-8b80-48d8-9e47-be69f234bb99 disassociated (deleted). External IP: 172.27.0.19, port: ae5593bb-cbc1-4417-ba58-bb771ce135d6. Sep 10 15:12:28.789728 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84566e23-65c7-4d36-9776-50db6e994e5c req-1026d71e-6b03-4194-b5bc-f4ee654a9835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:28.791494 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-84566e23-65c7-4d36-9776-50db6e994e5c req-1026d71e-6b03-4194-b5bc-f4ee654a9835 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4438a4c6-ecae-4330-8512-f3353a458625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1636262 Sep 10 15:12:28.844142 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e3396b-c3f6-4d3d-8540-9b69e7cbecc3 req-9733bc04-dc0e-4404-aca6-d43de1bfea36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:28.845694 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-22e3396b-c3f6-4d3d-8540-9b69e7cbecc3 req-9733bc04-dc0e-4404-aca6-d43de1bfea36 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d8cbe470-bc98-41a4-a428-659bec184b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0912964 Sep 10 15:12:28.943862 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-84566e23-65c7-4d36-9776-50db6e994e5c req-170e4f13-1a0c-457a-9953-08a66ed24961 service neutron] 10.222.0.42 "GET /v2.0/networks/4438a4c6-ecae-4330-8512-f3353a458625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439524 Sep 10 15:12:29.050395 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-22e3396b-c3f6-4d3d-8540-9b69e7cbecc3 req-b9895d90-eeb8-4572-9b46-f726801b6108 service neutron] 10.222.0.42 "GET /v2.0/networks/d8cbe470-bc98-41a4-a428-659bec184b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637409 Sep 10 15:12:29.056394 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ca354c6-1231-4a07-a4bb-bf18ecc0ed6f tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Router 4afe2c64-d0be-4cbe-875d-40f6ffa44163 has already been hosted by L3 agent b0771735-54fe-4ba2-aeee-11d3b2b54cf1 {{(pid=94010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 15:12:29.108536 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-84566e23-65c7-4d36-9776-50db6e994e5c req-ace23378-d02e-4262-8b50-e46befb368bf service neutron] 10.222.0.42 "GET /v2.0/networks/4438a4c6-ecae-4330-8512-f3353a458625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387911 Sep 10 15:12:29.176191 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-22e3396b-c3f6-4d3d-8540-9b69e7cbecc3 req-c64ceadb-f942-4eff-83c7-f60c5fa5031c service neutron] 10.222.0.42 "GET /v2.0/networks/d8cbe470-bc98-41a4-a428-659bec184b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168215 Sep 10 15:12:29.177114 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca354c6-1231-4a07-a4bb-bf18ecc0ed6f tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Notify agent at l3_agent.dv-cinder-760153-10-iscsi the message routers_updated {{(pid=94010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:12:29.181704 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-8ca354c6-1231-4a07-a4bb-bf18ecc0ed6f tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46804'] for floatingip, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:29.192558 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88599f58-4662-4dd3-913a-906063474d58 None None] Sync routers for ids ['4afe2c64-d0be-4cbe-875d-40f6ffa44163'] in dv-cinder-760153-10-iscsi {{(pid=94011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:12:29.211229 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88599f58-4662-4dd3-913a-906063474d58 None None] Routers {'4afe2c64-d0be-4cbe-875d-40f6ffa44163'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:12:29.211942 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-88599f58-4662-4dd3-913a-906063474d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T15:12:27Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['4afe2c64-d0be-4cbe-875d-40f6ffa44163'], 'active': True} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:12:29.212751 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-8ca354c6-1231-4a07-a4bb-bf18ecc0ed6f tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "DELETE /v2.0/floatingips/e5747f82-8b80-48d8-9e47-be69f234bb99 HTTP/1.1" status: 204 len: 168 time: 1.1073492 Sep 10 15:12:29.213464 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0561b768-e914-480a-8b53-56f727f3a504', 'tag': 'ae5593bb-cbc1-4417-ba58-bb771ce135d6'}] {{(pid=94010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:12:29.215905 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff59ba7baab64600ea656df3deb47cfc0f0684b4bff4090ee9645072728f0a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b8ae48-9398-4bb0-a044-db4cf0e6a58d" -d '{"events": [{"name": "network-changed", "server_uuid": "0561b768-e914-480a-8b53-56f727f3a504", "tag": "ae5593bb-cbc1-4417-ba58-bb771ce135d6"}]}' {{(pid=94010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:12:29.252954 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b7c5f725-09d8-454b-b5ba-4a700e799395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:29.253447 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 15:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c34158-c101-468d-9ba6-8e0ee6ee3e54 x-openstack-request-id: req-06c34158-c101-468d-9ba6-8e0ee6ee3e54 {{(pid=94010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:12:29.253723 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0561b768-e914-480a-8b53-56f727f3a504", "tag": "ae5593bb-cbc1-4417-ba58-bb771ce135d6", "status": "completed", "code": 200}]} {{(pid=94010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:12:29.253971 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-06c34158-c101-468d-9ba6-8e0ee6ee3e54 {{(pid=94010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:12:29.254390 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0561b768-e914-480a-8b53-56f727f3a504', 'tag': 'ae5593bb-cbc1-4417-ba58-bb771ce135d6', 'status': 'completed', 'code': 200} Sep 10 15:12:29.340108 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvr_db [None req-88599f58-4662-4dd3-913a-906063474d58 None None] Set router 4afe2c64-d0be-4cbe-875d-40f6ffa44163 gateway port host: dv-cinder-760153-10-iscsi {{(pid=94011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:12:29.353194 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b8ae48-9398-4bb0-a044-db4cf0e6a58d req-4b265145-3757-4159-93cc-dc1fb8fcfd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:29.354851 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-18b8ae48-9398-4bb0-a044-db4cf0e6a58d req-4b265145-3757-4159-93cc-dc1fb8fcfd54 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6ab88976e97b4105bd0ab39c7b8bf1e3&device_id=0561b768-e914-480a-8b53-56f727f3a504 HTTP/1.1" status: 200 len: 1098 time: 0.0754628 Sep 10 15:12:29.404321 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a473dd-43ac-400a-bd3f-a13684d3c942 req-fc11f0e6-5989-4560-a75a-dab03fc5b727 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:29.405849 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-33a473dd-43ac-400a-bd3f-a13684d3c942 req-fc11f0e6-5989-4560-a75a-dab03fc5b727 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=57ef1793-ae01-454a-94de-16de99900787 HTTP/1.1" status: 200 len: 945 time: 0.0857298 Sep 10 15:12:29.507410 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-33a473dd-43ac-400a-bd3f-a13684d3c942 req-77b3d95d-82b3-467e-a263-01f9652fafa3 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=a513943a-efda-493e-84de-dcd66cfa68ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672922 Sep 10 15:12:29.508916 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b8ae48-9398-4bb0-a044-db4cf0e6a58d req-a19a2d95-a745-47b8-b414-2a0ab7347bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:29.510400 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-18b8ae48-9398-4bb0-a044-db4cf0e6a58d req-a19a2d95-a745-47b8-b414-2a0ab7347bb4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=4438a4c6-ecae-4330-8512-f3353a458625 HTTP/1.1" status: 200 len: 916 time: 0.1482000 Sep 10 15:12:29.556375 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-18b8ae48-9398-4bb0-a044-db4cf0e6a58d req-39f9f6cc-e630-4abb-b75f-46fb99e4edf6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae5593bb-cbc1-4417-ba58-bb771ce135d6 HTTP/1.1" status: 200 len: 217 time: 0.0375626 Sep 10 15:12:29.576452 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-88599f58-4662-4dd3-913a-906063474d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4afe2c64-d0be-4cbe-875d-40f6ffa44163', 'name': 'tempest-TestMinimumBasicScenario-1980569498-router', 'tenant_id': '6ab88976e97b4105bd0ab39c7b8bf1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '25c284ba-5cc1-4bc6-9351-fe9f12bc8497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:08:15Z', 'updated_at': '2021-09-10T15:08:23Z', 'revision_number': 4, 'project_id': '6ab88976e97b4105bd0ab39c7b8bf1e3', 'gw_port': {'id': '25c284ba-5cc1-4bc6-9351-fe9f12bc8497', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:24:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe2c64-d0be-4cbe-875d-40f6ffa44163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:08:16Z', 'updated_at': '2021-09-10T15:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi', '_interfaces': [{'id': '347ec271-db08-4a22-b454-45ed6340ea76', 'name': '', 'network_id': '4438a4c6-ecae-4330-8512-f3353a458625', 'tenant_id': '6ab88976e97b4105bd0ab39c7b8bf1e3', 'mac_address': 'fa:16:3e:b2:29:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe2c64-d0be-4cbe-875d-40f6ffa44163', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'dbb21cad-9efd-4dac-bc4f-2697c2741bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:08:21Z', 'updated_at': '2021-09-10T15:08:33Z', 'revision_number': 5, 'project_id': '6ab88976e97b4105bd0ab39c7b8bf1e3', 'subnets': [{'id': 'dbb21cad-9efd-4dac-bc4f-2697c2741bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:12:29.607018 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88599f58-4662-4dd3-913a-906063474d58 None None] Checking router: 4afe2c64-d0be-4cbe-875d-40f6ffa44163 for host: dv-cinder-760153-10-iscsi {{(pid=94011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:12:29.614721 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b8ae48-9398-4bb0-a044-db4cf0e6a58d req-7b26bb17-8e92-4010-9892-7d9299cde7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:29.616203 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-18b8ae48-9398-4bb0-a044-db4cf0e6a58d req-7b26bb17-8e92-4010-9892-7d9299cde7bb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dbb21cad-9efd-4dac-bc4f-2697c2741bb9 HTTP/1.1" status: 200 len: 854 time: 0.0514119 Sep 10 15:12:29.616338 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88599f58-4662-4dd3-913a-906063474d58 None None] Routers {'4afe2c64-d0be-4cbe-875d-40f6ffa44163'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:12:29.616939 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-88599f58-4662-4dd3-913a-906063474d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T15:12:27Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['4afe2c64-d0be-4cbe-875d-40f6ffa44163'], 'active': True} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:12:29.662741 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b8ae48-9398-4bb0-a044-db4cf0e6a58d req-d01809a2-9080-426f-a0a4-be56f65bbc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:29.664736 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-18b8ae48-9398-4bb0-a044-db4cf0e6a58d req-d01809a2-9080-426f-a0a4-be56f65bbc6e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4438a4c6-ecae-4330-8512-f3353a458625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0406904 Sep 10 15:12:29.721671 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvr_db [None req-88599f58-4662-4dd3-913a-906063474d58 None None] Set router 4afe2c64-d0be-4cbe-875d-40f6ffa44163 gateway port host: dv-cinder-760153-10-iscsi {{(pid=94011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:12:29.754480 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-18b8ae48-9398-4bb0-a044-db4cf0e6a58d req-7f0524c6-c2a7-44af-a879-f0af214c30a7 service neutron] 10.222.0.42 "GET /v2.0/networks/4438a4c6-ecae-4330-8512-f3353a458625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813611 Sep 10 15:12:29.859160 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-18b8ae48-9398-4bb0-a044-db4cf0e6a58d req-f5b1356e-019c-4d01-b107-d06352d2bb93 service neutron] 10.222.0.42 "GET /v2.0/networks/4438a4c6-ecae-4330-8512-f3353a458625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918231 Sep 10 15:12:30.074334 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-88599f58-4662-4dd3-913a-906063474d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4afe2c64-d0be-4cbe-875d-40f6ffa44163', 'name': 'tempest-TestMinimumBasicScenario-1980569498-router', 'tenant_id': '6ab88976e97b4105bd0ab39c7b8bf1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '25c284ba-5cc1-4bc6-9351-fe9f12bc8497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:08:15Z', 'updated_at': '2021-09-10T15:08:23Z', 'revision_number': 4, 'project_id': '6ab88976e97b4105bd0ab39c7b8bf1e3', 'gw_port': {'id': '25c284ba-5cc1-4bc6-9351-fe9f12bc8497', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:24:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe2c64-d0be-4cbe-875d-40f6ffa44163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:08:16Z', 'updated_at': '2021-09-10T15:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi', '_interfaces': [{'id': '347ec271-db08-4a22-b454-45ed6340ea76', 'name': '', 'network_id': '4438a4c6-ecae-4330-8512-f3353a458625', 'tenant_id': '6ab88976e97b4105bd0ab39c7b8bf1e3', 'mac_address': 'fa:16:3e:b2:29:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe2c64-d0be-4cbe-875d-40f6ffa44163', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'dbb21cad-9efd-4dac-bc4f-2697c2741bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:08:21Z', 'updated_at': '2021-09-10T15:08:33Z', 'revision_number': 5, 'project_id': '6ab88976e97b4105bd0ab39c7b8bf1e3', 'subnets': [{'id': 'dbb21cad-9efd-4dac-bc4f-2697c2741bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:12:30.105178 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88599f58-4662-4dd3-913a-906063474d58 None None] The sync data for ids ['4afe2c64-d0be-4cbe-875d-40f6ffa44163'] in dv-cinder-760153-10-iscsi is: [{'id': '4afe2c64-d0be-4cbe-875d-40f6ffa44163', 'name': 'tempest-TestMinimumBasicScenario-1980569498-router', 'tenant_id': '6ab88976e97b4105bd0ab39c7b8bf1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '25c284ba-5cc1-4bc6-9351-fe9f12bc8497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:08:15Z', 'updated_at': '2021-09-10T15:08:23Z', 'revision_number': 4, 'project_id': '6ab88976e97b4105bd0ab39c7b8bf1e3', 'gw_port': {'id': '25c284ba-5cc1-4bc6-9351-fe9f12bc8497', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:24:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe2c64-d0be-4cbe-875d-40f6ffa44163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:08:16Z', 'updated_at': '2021-09-10T15:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi', '_interfaces': [{'id': '347ec271-db08-4a22-b454-45ed6340ea76', 'name': '', 'network_id': '4438a4c6-ecae-4330-8512-f3353a458625', 'tenant_id': '6ab88976e97b4105bd0ab39c7b8bf1e3', 'mac_address': 'fa:16:3e:b2:29:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe2c64-d0be-4cbe-875d-40f6ffa44163', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'dbb21cad-9efd-4dac-bc4f-2697c2741bb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:08:21Z', 'updated_at': '2021-09-10T15:08:33Z', 'revision_number': 5, 'project_id': '6ab88976e97b4105bd0ab39c7b8bf1e3', 'subnets': [{'id': 'dbb21cad-9efd-4dac-bc4f-2697c2741bb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:12:30.369835 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc4dfb9-7d4b-448a-a41d-ad36d306a744 None None] New status for floating IP e5747f82-8b80-48d8-9e47-be69f234bb99: DOWN {{(pid=94012) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 15:12:30.637713 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276a7fc8-7c95-4bc5-bce9-2a5ee08a0426 req-46f296a9-c7a1-4481-8ccf-31b978a88baa tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:30.639307 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-276a7fc8-7c95-4bc5-bce9-2a5ee08a0426 req-46f296a9-c7a1-4481-8ccf-31b978a88baa tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=57ef1793-ae01-454a-94de-16de99900787 HTTP/1.1" status: 200 len: 945 time: 0.0548213 Sep 10 15:12:30.686083 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-276a7fc8-7c95-4bc5-bce9-2a5ee08a0426 req-fead6ecf-5197-44e8-8ac1-42af7c3f6968 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=a513943a-efda-493e-84de-dcd66cfa68ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400863 Sep 10 15:12:31.394189 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c13c67c0-2efd-4950-9279-b0623a9c603e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:31.798806 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device 51e20ead-5ca9-4dd3-a452-2be31657bb35 no longer exists at agent hyperv_hv-cinder-76015 {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:12:31.843494 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d047a6-b5f9-4b91-bba2-1a24808f5b98 req-be32b432-736c-4622-b359-bfc39cce75aa tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:31.845116 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-d5d047a6-b5f9-4b91-bba2-1a24808f5b98 req-be32b432-736c-4622-b359-bfc39cce75aa tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=57ef1793-ae01-454a-94de-16de99900787 HTTP/1.1" status: 200 len: 945 time: 0.0612533 Sep 10 15:12:31.897408 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-d5d047a6-b5f9-4b91-bba2-1a24808f5b98 req-f4c814d1-6a42-434b-9e06-46b7f09c36d8 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=a513943a-efda-493e-84de-dcd66cfa68ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432117 Sep 10 15:12:31.898365 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:31.942178 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57ef1793-ae01-454a-94de-16de99900787', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51e20ead-5ca9-4dd3-a452-2be31657bb35'}] {{(pid=94011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:12:31.945034 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eff4842c0e32827c09e5fc730d7a4a2f35fc7e77767eed508a7d5fefd1bac28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f0512d-ebff-48de-9379-89a46337699c" -d '{"events": [{"server_uuid": "57ef1793-ae01-454a-94de-16de99900787", "name": "network-vif-unplugged", "status": "completed", "tag": "51e20ead-5ca9-4dd3-a452-2be31657bb35"}]}' {{(pid=94011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:12:31.964034 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] For port 51e20ead-5ca9-4dd3-a452-2be31657bb35, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=51e20ead-5ca9-4dd3-a452-2be31657bb35,segment=NetworkSegment(adc254f0-00c9-46af-adb3-b3d1f6ff0d76),segment_id=adc254f0-00c9-46af-adb3-b3d1f6ff0d76)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:12:31.970946 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:32.043649 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Pushing event updated for resources: {'Port': ['ID=51e20ead-5ca9-4dd3-a452-2be31657bb35,revision_number=8']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:12:32.076061 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bff1a94-6ebf-4dd2-afc9-a8169b9f3b90 req-aba5645e-3461-4e9d-b836-ec514e422972 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:32.078046 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-6bff1a94-6ebf-4dd2-afc9-a8169b9f3b90 req-aba5645e-3461-4e9d-b836-ec514e422972 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/ports?device_id=0561b768-e914-480a-8b53-56f727f3a504 HTTP/1.1" status: 200 len: 945 time: 0.0597250 Sep 10 15:12:32.122438 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-6bff1a94-6ebf-4dd2-afc9-a8169b9f3b90 req-c75924b2-f216-4c63-9272-f7d76776e83d tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/security-groups?id=c435c8d1-bcf5-4643-8a06-2b0627ebda44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383480 Sep 10 15:12:32.180720 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 10 Sep 2021 15:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab34e108-27ea-4546-bb1a-8dc87410464b x-openstack-request-id: req-ab34e108-27ea-4546-bb1a-8dc87410464b {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:12:32.181087 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57ef1793-ae01-454a-94de-16de99900787", "name": "network-vif-unplugged", "status": "failed", "tag": "51e20ead-5ca9-4dd3-a452-2be31657bb35", "code": 422}]} {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:12:32.181409 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ab34e108-27ea-4546-bb1a-8dc87410464b {{(pid=94011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:12:32.181840 dv-cinder-760153-10-iscsi neutron-server[94011]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '57ef1793-ae01-454a-94de-16de99900787', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '51e20ead-5ca9-4dd3-a452-2be31657bb35', 'code': 422} returned with failed status Sep 10 15:12:33.011711 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ce836-4d71-4911-ba9c-fc9e109ad9b2 req-5a8ade84-5a11-4e9b-b0dc-a31a00b6b609 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:33.019025 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-680ce836-4d71-4911-ba9c-fc9e109ad9b2 req-5a8ade84-5a11-4e9b-b0dc-a31a00b6b609 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=57ef1793-ae01-454a-94de-16de99900787 HTTP/1.1" status: 200 len: 943 time: 0.0569904 Sep 10 15:12:33.069892 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-680ce836-4d71-4911-ba9c-fc9e109ad9b2 req-4faf7b10-f760-4094-b8e6-aeaa79c85fa7 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=a513943a-efda-493e-84de-dcd66cfa68ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390766 Sep 10 15:12:33.272678 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44991fc-2ed7-449f-bf05-099bdf6340c6 req-735e9514-6128-4310-98af-9169a7d9121a tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:33.275012 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-f44991fc-2ed7-449f-bf05-099bdf6340c6 req-735e9514-6128-4310-98af-9169a7d9121a tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/ports?device_id=0561b768-e914-480a-8b53-56f727f3a504 HTTP/1.1" status: 200 len: 945 time: 0.0633802 Sep 10 15:12:33.324258 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-f44991fc-2ed7-449f-bf05-099bdf6340c6 req-753ace1f-c829-48f3-bda1-b95b7de7ce54 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/security-groups?id=c435c8d1-bcf5-4643-8a06-2b0627ebda44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426199 Sep 10 15:12:33.326130 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 47216) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:12:33.421743 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [req-bd6f6c1c-5e4a-4ce5-ab11-279804faed9c req-0563b13e-e975-4cf5-98ac-e058ff07be94 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=57ef1793-ae01-454a-94de-16de99900787&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0944793 Sep 10 15:12:33.430683 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [req-bd6f6c1c-5e4a-4ce5-ab11-279804faed9c req-c7f66b49-e9b3-4c51-b8ad-71a911a60e73 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94010) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 15:12:33.431671 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [req-bd6f6c1c-5e4a-4ce5-ab11-279804faed9c req-c7f66b49-e9b3-4c51-b8ad-71a911a60e73 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051389 Sep 10 15:12:33.702797 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebdfde7-92bd-488a-97c9-6a3ff20913d3 req-83281fb9-86c0-4597-80a6-3152c23ae321 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:33.705088 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-0ebdfde7-92bd-488a-97c9-6a3ff20913d3 req-83281fb9-86c0-4597-80a6-3152c23ae321 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.42 "GET /v2.0/ports?device_id=0561b768-e914-480a-8b53-56f727f3a504 HTTP/1.1" status: 200 len: 945 time: 0.0734727 Sep 10 15:12:33.811831 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.plugin [req-0ebdfde7-92bd-488a-97c9-6a3ff20913d3 req-99605121-f511-4e3b-9d27-9ae4bcd3a684 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Deleting port ae5593bb-cbc1-4417-ba58-bb771ce135d6 {{(pid=94009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:12:33.812167 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-0ebdfde7-92bd-488a-97c9-6a3ff20913d3 req-99605121-f511-4e3b-9d27-9ae4bcd3a684 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748757118522'] for port, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:33.913422 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.db [req-0ebdfde7-92bd-488a-97c9-6a3ff20913d3 req-99605121-f511-4e3b-9d27-9ae4bcd3a684 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] For port ae5593bb-cbc1-4417-ba58-bb771ce135d6, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=ae5593bb-cbc1-4417-ba58-bb771ce135d6,segment=NetworkSegment(b74c8d1d-1c0a-4459-a926-b8061d9b8071),segment_id=b74c8d1d-1c0a-4459-a926-b8061d9b8071)] {{(pid=94009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:12:33.913795 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-0ebdfde7-92bd-488a-97c9-6a3ff20913d3 req-99605121-f511-4e3b-9d27-9ae4bcd3a684 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530186'] for port, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:33.928049 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.plugin [req-0ebdfde7-92bd-488a-97c9-6a3ff20913d3 req-99605121-f511-4e3b-9d27-9ae4bcd3a684 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Calling delete_port for ae5593bb-cbc1-4417-ba58-bb771ce135d6 owned by compute:nova {{(pid=94009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:12:34.389835 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f6c1c-5e4a-4ce5-ab11-279804faed9c req-9e0e323e-d4b5-4944-9ced-fad54c5af056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:34.391407 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-bd6f6c1c-5e4a-4ce5-ab11-279804faed9c req-9e0e323e-d4b5-4944-9ced-fad54c5af056 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=57ef1793-ae01-454a-94de-16de99900787&tenant_id=c0149948ecbd4da99adb4e990da99cd9 HTTP/1.1" status: 200 len: 1096 time: 0.1134067 Sep 10 15:12:34.401756 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b51c9b-c22e-4557-b2f7-9aafde38e34b req-d1610eba-8e1a-41ad-9d52-e38446cd13aa tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:34.403367 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-d1b51c9b-c22e-4557-b2f7-9aafde38e34b req-d1610eba-8e1a-41ad-9d52-e38446cd13aa tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=57ef1793-ae01-454a-94de-16de99900787 HTTP/1.1" status: 200 len: 943 time: 0.1264338 Sep 10 15:12:34.465619 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-0ebdfde7-92bd-488a-97c9-6a3ff20913d3 req-99605121-f511-4e3b-9d27-9ae4bcd3a684 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748757126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748756606410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1040815'] for port, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:34.480925 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] get_ports_and_sgs() called for port_ids ['ae5593bb-cbc1-4417-ba58-bb771ce135d6'] {{(pid=94011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 15:12:34.502005 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-44f2271e-5d75-4a8e-b331-43e5b8739a5b req-38220ae0-fdf7-40e5-8ef7-bfca65e6cc51 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.35 "GET /v2.0/ports?device_id=0561b768-e914-480a-8b53-56f727f3a504 HTTP/1.1" status: 200 len: 210 time: 0.0686853 Sep 10 15:12:34.534016 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99605121-f511-4e3b-9d27-9ae4bcd3a684 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Pushing event deleted for resources: {'Port': ['ID=ae5593bb-cbc1-4417-ba58-bb771ce135d6,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:12:34.564568 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-d1b51c9b-c22e-4557-b2f7-9aafde38e34b req-9e8bb9fc-da5e-45c9-8bd1-1bdc22ac0fea tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=a513943a-efda-493e-84de-dcd66cfa68ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524653 Sep 10 15:12:34.604774 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f6c1c-5e4a-4ce5-ab11-279804faed9c req-43874ddf-4d55-44ff-977a-ae385608b78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:34.607481 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-bd6f6c1c-5e4a-4ce5-ab11-279804faed9c req-43874ddf-4d55-44ff-977a-ae385608b78a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c0149948ecbd4da99adb4e990da99cd9&device_id=57ef1793-ae01-454a-94de-16de99900787 HTTP/1.1" status: 200 len: 1096 time: 0.1843874 Sep 10 15:12:34.634012 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ebdfde7-92bd-488a-97c9-6a3ff20913d3 req-99605121-f511-4e3b-9d27-9ae4bcd3a684 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] No DVR routers for this DVR port ae5593bb-cbc1-4417-ba58-bb771ce135d6 on host hv-cinder-76015 {{(pid=94009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 15:12:34.649397 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-0ebdfde7-92bd-488a-97c9-6a3ff20913d3 req-99605121-f511-4e3b-9d27-9ae4bcd3a684 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46804'] for port, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:34.651772 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-0ebdfde7-92bd-488a-97c9-6a3ff20913d3 req-99605121-f511-4e3b-9d27-9ae4bcd3a684 tempest-TestMinimumBasicScenario-710404171 tempest-TestMinimumBasicScenario-710404171-project] 10.222.0.42 "DELETE /v2.0/ports/ae5593bb-cbc1-4417-ba58-bb771ce135d6 HTTP/1.1" status: 204 len: 173 time: 0.9394310 Sep 10 15:12:34.652349 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0561b768-e914-480a-8b53-56f727f3a504', 'name': 'network-vif-deleted', 'tag': 'ae5593bb-cbc1-4417-ba58-bb771ce135d6'}] {{(pid=94009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:12:34.655979 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9f06775dd2e397dd855044b511bdd55e5ba575987bbc09c0a11d88d405cb18b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8112ff54-e22d-4052-937d-96c06a5c583d" -d '{"events": [{"server_uuid": "0561b768-e914-480a-8b53-56f727f3a504", "name": "network-vif-deleted", "tag": "ae5593bb-cbc1-4417-ba58-bb771ce135d6"}]}' {{(pid=94009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:12:34.710980 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c12a3ca7-9d1e-4099-916e-c85dae903aea x-openstack-request-id: req-c12a3ca7-9d1e-4099-916e-c85dae903aea {{(pid=94009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:12:34.711735 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0561b768-e914-480a-8b53-56f727f3a504", "name": "network-vif-deleted", "tag": "ae5593bb-cbc1-4417-ba58-bb771ce135d6", "status": "completed", "code": 200}]} {{(pid=94009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:12:34.712138 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c12a3ca7-9d1e-4099-916e-c85dae903aea {{(pid=94009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:12:34.712760 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0561b768-e914-480a-8b53-56f727f3a504', 'name': 'network-vif-deleted', 'tag': 'ae5593bb-cbc1-4417-ba58-bb771ce135d6', 'status': 'completed', 'code': 200} Sep 10 15:12:34.804063 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f6c1c-5e4a-4ce5-ab11-279804faed9c req-17e63a7c-3055-4023-be30-e27d709e86f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:34.806233 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-bd6f6c1c-5e4a-4ce5-ab11-279804faed9c req-17e63a7c-3055-4023-be30-e27d709e86f8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d8cbe470-bc98-41a4-a428-659bec184b54 HTTP/1.1" status: 200 len: 918 time: 0.1742382 Sep 10 15:12:34.939133 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-bd6f6c1c-5e4a-4ce5-ab11-279804faed9c req-9fc558af-6d4c-45a0-9139-a98f983b148b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51e20ead-5ca9-4dd3-a452-2be31657bb35 HTTP/1.1" status: 200 len: 998 time: 0.1221445 Sep 10 15:12:35.042877 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3a994-335c-4000-b5d4-b43e0de1a14f req-499ec78c-cca5-4404-affc-85845052a56d tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:35.044510 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-28d3a994-335c-4000-b5d4-b43e0de1a14f req-499ec78c-cca5-4404-affc-85845052a56d tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e2fba9e-25ac-41cd-8f05-1789d4b617f1 HTTP/1.1" status: 200 len: 945 time: 0.1568556 Sep 10 15:12:35.046275 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f6c1c-5e4a-4ce5-ab11-279804faed9c req-6fb50324-3fab-4b1d-8fd5-d917a817ec6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:35.047696 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-bd6f6c1c-5e4a-4ce5-ab11-279804faed9c req-6fb50324-3fab-4b1d-8fd5-d917a817ec6a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=782052c7-4991-4efe-97d8-5a0e8f67d6bc HTTP/1.1" status: 200 len: 856 time: 0.1004496 Sep 10 15:12:35.131331 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-28d3a994-335c-4000-b5d4-b43e0de1a14f req-2d42a767-8719-4c0b-8a65-b1623565f5ca tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/security-groups?id=facb85e1-ca28-4fa9-8341-49706cac4dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805209 Sep 10 15:12:35.143628 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f6c1c-5e4a-4ce5-ab11-279804faed9c req-07ba1851-31d1-4383-a0c5-1ff5cd7eec8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:35.145373 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-bd6f6c1c-5e4a-4ce5-ab11-279804faed9c req-07ba1851-31d1-4383-a0c5-1ff5cd7eec8b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d8cbe470-bc98-41a4-a428-659bec184b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0878322 Sep 10 15:12:35.256784 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-bd6f6c1c-5e4a-4ce5-ab11-279804faed9c req-c6c02029-17cc-4f2d-b9e3-bec140d29e50 service neutron] 10.222.0.42 "GET /v2.0/networks/d8cbe470-bc98-41a4-a428-659bec184b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010790 Sep 10 15:12:35.363147 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-bd6f6c1c-5e4a-4ce5-ab11-279804faed9c req-9fb330e5-6f7b-4eec-b009-ffce02f53fec service neutron] 10.222.0.42 "GET /v2.0/networks/d8cbe470-bc98-41a4-a428-659bec184b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983672 Sep 10 15:12:35.783911 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2da4dde-190b-4ab0-af00-51ed7016f360 req-a2480ea3-ce5d-4d74-9374-fb70c314f402 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:35.786702 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-f2da4dde-190b-4ab0-af00-51ed7016f360 req-a2480ea3-ce5d-4d74-9374-fb70c314f402 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=57ef1793-ae01-454a-94de-16de99900787 HTTP/1.1" status: 200 len: 943 time: 0.0882177 Sep 10 15:12:35.819692 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device 51e20ead-5ca9-4dd3-a452-2be31657bb35 no longer exists at agent hyperv_hv-cinder-76015 {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:12:35.874177 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-f2da4dde-190b-4ab0-af00-51ed7016f360 req-27f6b368-c359-4cdb-bf4e-880b21ad3fee tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=a513943a-efda-493e-84de-dcd66cfa68ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759830 Sep 10 15:12:36.332097 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa3112-8a44-4aa7-afaa-54c70a6ffbb6 req-43556095-9eb6-473f-9328-dfe41c927c7d tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:36.334554 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-54fa3112-8a44-4aa7-afaa-54c70a6ffbb6 req-43556095-9eb6-473f-9328-dfe41c927c7d tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e2fba9e-25ac-41cd-8f05-1789d4b617f1 HTTP/1.1" status: 200 len: 945 time: 0.0820513 Sep 10 15:12:36.399728 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-54fa3112-8a44-4aa7-afaa-54c70a6ffbb6 req-229203d1-c1cf-46a9-8e46-ba0b3a732c3a tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/security-groups?id=facb85e1-ca28-4fa9-8341-49706cac4dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542188 Sep 10 15:12:36.755259 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 47310) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:12:37.085392 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ac5c27-a2c4-471a-a9cc-df6150b9e4f0 req-eb78f4f0-3134-4c43-b5ab-35b1e94e624a tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:37.087317 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-b6ac5c27-a2c4-471a-a9cc-df6150b9e4f0 req-eb78f4f0-3134-4c43-b5ab-35b1e94e624a tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=57ef1793-ae01-454a-94de-16de99900787 HTTP/1.1" status: 200 len: 943 time: 0.1277790 Sep 10 15:12:37.162948 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-b6ac5c27-a2c4-471a-a9cc-df6150b9e4f0 req-d1f03325-3f97-4007-be0f-af1d4c73f6a1 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=a513943a-efda-493e-84de-dcd66cfa68ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682917 Sep 10 15:12:37.299294 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-22bf9666-eb73-4456-9f07-a0d94d4b78f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586107'] for router_interface, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:37.628043 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095fc69e-8cef-4ecb-8c7f-351ee2f92af4 req-8a938834-25eb-43e5-8dcb-118d2001b1ea tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:37.630947 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-095fc69e-8cef-4ecb-8c7f-351ee2f92af4 req-8a938834-25eb-43e5-8dcb-118d2001b1ea tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e2fba9e-25ac-41cd-8f05-1789d4b617f1 HTTP/1.1" status: 200 len: 945 time: 0.1061800 Sep 10 15:12:37.714007 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-095fc69e-8cef-4ecb-8c7f-351ee2f92af4 req-543f2a39-e495-4ca3-9b45-0cf57fa5e0b4 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/security-groups?id=facb85e1-ca28-4fa9-8341-49706cac4dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536103 Sep 10 15:12:37.740305 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.plugin [None req-22bf9666-eb73-4456-9f07-a0d94d4b78f9 admin admin] Deleting port 347ec271-db08-4a22-b454-45ed6340ea76 {{(pid=94009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:12:37.740778 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-22bf9666-eb73-4456-9f07-a0d94d4b78f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748757118522'] for port, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:37.825470 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device ae5593bb-cbc1-4417-ba58-bb771ce135d6 no longer exists at agent hyperv_hv-cinder-76015 {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:12:37.855454 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] No Port match for: ae5593bb-cbc1-4417-ba58-bb771ce135d6 {{(pid=94011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:12:37.856115 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device ae5593bb-cbc1-4417-ba58-bb771ce135d6 not bound to the agent host hv-cinder-76015 {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:12:37.877594 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.db [None req-22bf9666-eb73-4456-9f07-a0d94d4b78f9 admin admin] For port 347ec271-db08-4a22-b454-45ed6340ea76, host dv-cinder-760153-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-10-iscsi',level=0,port_id=347ec271-db08-4a22-b454-45ed6340ea76,segment=NetworkSegment(b74c8d1d-1c0a-4459-a926-b8061d9b8071),segment_id=b74c8d1d-1c0a-4459-a926-b8061d9b8071)] {{(pid=94009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:12:37.877961 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-22bf9666-eb73-4456-9f07-a0d94d4b78f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530186'] for port, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:37.907032 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.plugin [None req-22bf9666-eb73-4456-9f07-a0d94d4b78f9 admin admin] Calling delete_port for 347ec271-db08-4a22-b454-45ed6340ea76 owned by network:router_interface {{(pid=94009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:12:38.148073 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-22bf9666-eb73-4456-9f07-a0d94d4b78f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748757126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748756606410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1040815'] for port, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:38.205424 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf9666-eb73-4456-9f07-a0d94d4b78f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=347ec271-db08-4a22-b454-45ed6340ea76,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:12:38.445841 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5811a28a-15f3-4e98-ac15-d8c22096047b req-ac030320-00da-480f-a917-bab1f1d09bf9 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:38.447957 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-5811a28a-15f3-4e98-ac15-d8c22096047b req-ac030320-00da-480f-a917-bab1f1d09bf9 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=57ef1793-ae01-454a-94de-16de99900787 HTTP/1.1" status: 200 len: 943 time: 0.1425123 Sep 10 15:12:38.554989 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-22bf9666-eb73-4456-9f07-a0d94d4b78f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586191'] for router_interface, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:38.563333 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-5811a28a-15f3-4e98-ac15-d8c22096047b req-3849026e-6e02-4243-961b-f16bc664b152 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=a513943a-efda-493e-84de-dcd66cfa68ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900707 Sep 10 15:12:38.863587 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22bf9666-eb73-4456-9f07-a0d94d4b78f9 admin admin] Router 4afe2c64-d0be-4cbe-875d-40f6ffa44163 has already been hosted by L3 agent b0771735-54fe-4ba2-aeee-11d3b2b54cf1 {{(pid=94009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 15:12:38.894981 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999d6e58-117c-4490-a2f5-8f455a120164 req-3c1b64b6-0e13-4ed5-8f15-b1ee09524e53 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:38.896750 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-999d6e58-117c-4490-a2f5-8f455a120164 req-3c1b64b6-0e13-4ed5-8f15-b1ee09524e53 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e2fba9e-25ac-41cd-8f05-1789d4b617f1 HTTP/1.1" status: 200 len: 945 time: 0.0841622 Sep 10 15:12:39.016155 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-999d6e58-117c-4490-a2f5-8f455a120164 req-f94c8a6d-4757-4305-bdf7-f7d79bca6098 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/security-groups?id=facb85e1-ca28-4fa9-8341-49706cac4dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747745 Sep 10 15:12:39.084925 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22bf9666-eb73-4456-9f07-a0d94d4b78f9 admin admin] Notify agent at l3_agent.dv-cinder-760153-10-iscsi the message routers_updated {{(pid=94009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:12:39.091119 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-22bf9666-eb73-4456-9f07-a0d94d4b78f9 admin admin] 10.222.0.35 "PUT /v2.0/routers/4afe2c64-d0be-4cbe-875d-40f6ffa44163/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3351135 Sep 10 15:12:39.095666 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b484357b-5a82-4a8b-b6a3-bd4e67f71a79 None None] Sync routers for ids ['4afe2c64-d0be-4cbe-875d-40f6ffa44163'] in dv-cinder-760153-10-iscsi {{(pid=94011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:12:39.097621 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 47326) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:12:39.109707 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b484357b-5a82-4a8b-b6a3-bd4e67f71a79 None None] Routers {'4afe2c64-d0be-4cbe-875d-40f6ffa44163'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:12:39.110410 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-b484357b-5a82-4a8b-b6a3-bd4e67f71a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T15:12:27Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['4afe2c64-d0be-4cbe-875d-40f6ffa44163'], 'active': True} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:12:39.233812 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvr_db [None req-b484357b-5a82-4a8b-b6a3-bd4e67f71a79 None None] Set router 4afe2c64-d0be-4cbe-875d-40f6ffa44163 gateway port host: dv-cinder-760153-10-iscsi {{(pid=94011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:12:39.240921 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-8e2b30ee-23d8-40e8-a474-2bcd4f2427fc admin admin] Notify callbacks [] for router, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:39.381247 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-8e2b30ee-23d8-40e8-a474-2bcd4f2427fc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:39.457987 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.plugin [None req-8e2b30ee-23d8-40e8-a474-2bcd4f2427fc admin admin] Deleting port 25c284ba-5cc1-4bc6-9351-fe9f12bc8497 {{(pid=94010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:12:39.458390 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-8e2b30ee-23d8-40e8-a474-2bcd4f2427fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748757118522'] for port, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:39.472875 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-b484357b-5a82-4a8b-b6a3-bd4e67f71a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4afe2c64-d0be-4cbe-875d-40f6ffa44163', 'name': 'tempest-TestMinimumBasicScenario-1980569498-router', 'tenant_id': '6ab88976e97b4105bd0ab39c7b8bf1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '25c284ba-5cc1-4bc6-9351-fe9f12bc8497', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:08:15Z', 'updated_at': '2021-09-10T15:12:38Z', 'revision_number': 5, 'project_id': '6ab88976e97b4105bd0ab39c7b8bf1e3', 'gw_port': {'id': '25c284ba-5cc1-4bc6-9351-fe9f12bc8497', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:24:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afe2c64-d0be-4cbe-875d-40f6ffa44163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:08:16Z', 'updated_at': '2021-09-10T15:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi'}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:12:39.501329 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b484357b-5a82-4a8b-b6a3-bd4e67f71a79 None None] Checking router: 4afe2c64-d0be-4cbe-875d-40f6ffa44163 for host: dv-cinder-760153-10-iscsi {{(pid=94011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:12:39.513665 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b484357b-5a82-4a8b-b6a3-bd4e67f71a79 None None] Routers {'4afe2c64-d0be-4cbe-875d-40f6ffa44163'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:12:39.514414 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-b484357b-5a82-4a8b-b6a3-bd4e67f71a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T15:12:27Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['4afe2c64-d0be-4cbe-875d-40f6ffa44163'], 'active': True} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:12:39.565873 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.db [None req-8e2b30ee-23d8-40e8-a474-2bcd4f2427fc admin admin] For port 25c284ba-5cc1-4bc6-9351-fe9f12bc8497, host dv-cinder-760153-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-10-iscsi',level=0,port_id=25c284ba-5cc1-4bc6-9351-fe9f12bc8497,segment=NetworkSegment(62148626-c573-4694-a829-31b2bfa74c0d),segment_id=62148626-c573-4694-a829-31b2bfa74c0d)] {{(pid=94010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:12:39.566313 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-8e2b30ee-23d8-40e8-a474-2bcd4f2427fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530186'] for port, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:39.589701 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.plugin [None req-8e2b30ee-23d8-40e8-a474-2bcd4f2427fc admin admin] Calling delete_port for 25c284ba-5cc1-4bc6-9351-fe9f12bc8497 owned by network:router_gateway {{(pid=94010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:12:39.650888 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvr_db [None req-b484357b-5a82-4a8b-b6a3-bd4e67f71a79 None None] Set router 4afe2c64-d0be-4cbe-875d-40f6ffa44163 gateway port host: None {{(pid=94011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:12:39.749977 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-b484357b-5a82-4a8b-b6a3-bd4e67f71a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4afe2c64-d0be-4cbe-875d-40f6ffa44163', 'name': 'tempest-TestMinimumBasicScenario-1980569498-router', 'tenant_id': '6ab88976e97b4105bd0ab39c7b8bf1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:08:15Z', 'updated_at': '2021-09-10T15:12:39Z', 'revision_number': 6, 'project_id': '6ab88976e97b4105bd0ab39c7b8bf1e3', 'gw_port_host': None}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:12:39.771585 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9df3b28-8831-463f-aa1e-b8ce825c088d req-4ca288bc-a684-4d8f-b768-293435d2ca36 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:39.774989 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-c9df3b28-8831-463f-aa1e-b8ce825c088d req-4ca288bc-a684-4d8f-b768-293435d2ca36 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=57ef1793-ae01-454a-94de-16de99900787 HTTP/1.1" status: 200 len: 943 time: 0.1138577 Sep 10 15:12:39.800131 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b484357b-5a82-4a8b-b6a3-bd4e67f71a79 None None] The sync data for ids ['4afe2c64-d0be-4cbe-875d-40f6ffa44163'] in dv-cinder-760153-10-iscsi is: [{'id': '4afe2c64-d0be-4cbe-875d-40f6ffa44163', 'name': 'tempest-TestMinimumBasicScenario-1980569498-router', 'tenant_id': '6ab88976e97b4105bd0ab39c7b8bf1e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:08:15Z', 'updated_at': '2021-09-10T15:12:39Z', 'revision_number': 6, 'project_id': '6ab88976e97b4105bd0ab39c7b8bf1e3', 'gw_port_host': None}] {{(pid=94011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:12:39.852389 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-c9df3b28-8831-463f-aa1e-b8ce825c088d req-b4b78424-80b8-4845-bac1-6d298a83a77c tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=a513943a-efda-493e-84de-dcd66cfa68ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704317 Sep 10 15:12:39.914471 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-8e2b30ee-23d8-40e8-a474-2bcd4f2427fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748757126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748756606410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14298976'] for port, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:39.954386 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2b30ee-23d8-40e8-a474-2bcd4f2427fc admin admin] Pushing event deleted for resources: {'Port': ['ID=25c284ba-5cc1-4bc6-9351-fe9f12bc8497,revision_number=None']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:12:40.040963 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-8e2b30ee-23d8-40e8-a474-2bcd4f2427fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-582701'] for router_gateway, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:40.316247 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb0aaa-8d4c-48fd-b114-f821861aa4db req-59501f7a-3bf2-410b-b9de-21be02b18004 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:40.341931 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-cecb0aaa-8d4c-48fd-b114-f821861aa4db req-59501f7a-3bf2-410b-b9de-21be02b18004 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e2fba9e-25ac-41cd-8f05-1789d4b617f1 HTTP/1.1" status: 200 len: 945 time: 0.1918671 Sep 10 15:12:40.433278 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-cecb0aaa-8d4c-48fd-b114-f821861aa4db req-90cd25fa-e27b-4252-aeb9-723687309717 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/security-groups?id=facb85e1-ca28-4fa9-8341-49706cac4dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901227 Sep 10 15:12:40.517421 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-8e2b30ee-23d8-40e8-a474-2bcd4f2427fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-329'] for router, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:40.521117 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-8e2b30ee-23d8-40e8-a474-2bcd4f2427fc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:40.615093 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-8e2b30ee-23d8-40e8-a474-2bcd4f2427fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587159'] for router, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:40.616360 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e2b30ee-23d8-40e8-a474-2bcd4f2427fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4afe2c64-d0be-4cbe-875d-40f6ffa44163 {{(pid=94010) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 15:12:40.625661 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-8e2b30ee-23d8-40e8-a474-2bcd4f2427fc admin admin] Notify callbacks [] for router, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:40.634830 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-8e2b30ee-23d8-40e8-a474-2bcd4f2427fc admin admin] 10.222.0.35 "DELETE /v2.0/routers/4afe2c64-d0be-4cbe-875d-40f6ffa44163 HTTP/1.1" status: 204 len: 168 time: 1.5348434 Sep 10 15:12:40.635899 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 47334) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:12:40.636583 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:40.693579 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.db.db_base_plugin_v2 [None req-25a6ec85-46c6-498c-934a-19bd04a31bd1 admin admin] Deleting subnet dbb21cad-9efd-4dac-bc4f-2697c2741bb9 {{(pid=94010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 15:12:40.697583 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-25a6ec85-46c6-498c-934a-19bd04a31bd1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:40.761005 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device 347ec271-db08-4a22-b454-45ed6340ea76 no longer exists at agent ovs-agent-dv-cinder-760153-10-iscsi {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:12:40.761800 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-25a6ec85-46c6-498c-934a-19bd04a31bd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14298931'] for subnet, precommit_delete_associations {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:40.827499 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] No Port match for: 347ec271-db08-4a22-b454-45ed6340ea76 {{(pid=94011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:12:40.828693 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device 347ec271-db08-4a22-b454-45ed6340ea76 not bound to the agent host dv-cinder-760153-10-iscsi {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:12:40.932696 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-25a6ec85-46c6-498c-934a-19bd04a31bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1678090'] for subnet, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:41.021707 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-25a6ec85-46c6-498c-934a-19bd04a31bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1678083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14298973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14665343'] for subnet, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:41.061599 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a6ec85-46c6-498c-934a-19bd04a31bd1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbb21cad-9efd-4dac-bc4f-2697c2741bb9,revision_number=None']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:12:41.084430 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1089b4c3-f97d-47f9-af8d-66dd61244809 None None] Network 4438a4c6-ecae-4330-8512-f3353a458625 requested from dv-cinder-760153-10-iscsi {{(pid=94011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:12:41.084953 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-25a6ec85-46c6-498c-934a-19bd04a31bd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526879'] for subnet, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:41.093159 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-25a6ec85-46c6-498c-934a-19bd04a31bd1 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/dbb21cad-9efd-4dac-bc4f-2697c2741bb9 HTTP/1.1" status: 204 len: 168 time: 0.4560058 Sep 10 15:12:41.093915 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 47338) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:12:41.107832 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f729a7fd-d377-4cc8-bf38-9855960a0503 req-c120a855-d7fd-48b3-ad53-b434bcf86286 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:41.109751 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-f729a7fd-d377-4cc8-bf38-9855960a0503 req-c120a855-d7fd-48b3-ad53-b434bcf86286 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=57ef1793-ae01-454a-94de-16de99900787 HTTP/1.1" status: 200 len: 943 time: 0.1248972 Sep 10 15:12:41.204507 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-f729a7fd-d377-4cc8-bf38-9855960a0503 req-01be1e8a-553b-43d9-bd35-eccf697299d7 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=a513943a-efda-493e-84de-dcd66cfa68ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835311 Sep 10 15:12:41.246622 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-e818df7f-55b0-4067-bdf8-b1a63320fbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626838'] for network, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:41.396087 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.plugin [None req-e818df7f-55b0-4067-bdf8-b1a63320fbf4 admin admin] Deleting port 585f50b1-0b12-42fe-9cfb-517c8341066a {{(pid=94010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:12:41.396579 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-e818df7f-55b0-4067-bdf8-b1a63320fbf4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748757118522'] for port, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:41.470015 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8398370-4763-40c7-bda5-cd26a038bc5a None None] DHCP port deletion for 4438a4c6-ecae-4330-8512-f3353a458625 request from dv-cinder-760153-10-iscsi {{(pid=94011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 15:12:41.505423 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.db [None req-e818df7f-55b0-4067-bdf8-b1a63320fbf4 admin admin] For port 585f50b1-0b12-42fe-9cfb-517c8341066a, host dv-cinder-760153-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-10-iscsi',level=0,port_id=585f50b1-0b12-42fe-9cfb-517c8341066a,segment=NetworkSegment(b74c8d1d-1c0a-4459-a926-b8061d9b8071),segment_id=b74c8d1d-1c0a-4459-a926-b8061d9b8071)] {{(pid=94010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:12:41.507210 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-e818df7f-55b0-4067-bdf8-b1a63320fbf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530186'] for port, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:41.542804 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.plugin [None req-e818df7f-55b0-4067-bdf8-b1a63320fbf4 admin admin] Calling delete_port for 585f50b1-0b12-42fe-9cfb-517c8341066a owned by network:dhcp {{(pid=94010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:12:41.596337 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-a8398370-4763-40c7-bda5-cd26a038bc5a None None] Deleting port 585f50b1-0b12-42fe-9cfb-517c8341066a {{(pid=94011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:12:41.596969 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-a8398370-4763-40c7-bda5-cd26a038bc5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748757118522'] for port, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:41.646579 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f25f0-c26b-4bd6-8d45-a5a5375782fc req-e6905470-54d1-49c2-8e8c-06023feba64f tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:41.647088 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-eb8f25f0-c26b-4bd6-8d45-a5a5375782fc req-e6905470-54d1-49c2-8e8c-06023feba64f tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e2fba9e-25ac-41cd-8f05-1789d4b617f1 HTTP/1.1" status: 200 len: 945 time: 0.0780694 Sep 10 15:12:41.661430 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-e818df7f-55b0-4067-bdf8-b1a63320fbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748757126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748756606410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14298976'] for port, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:41.693464 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-a8398370-4763-40c7-bda5-cd26a038bc5a None None] For port 585f50b1-0b12-42fe-9cfb-517c8341066a, host dv-cinder-760153-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-10-iscsi',level=0,port_id=585f50b1-0b12-42fe-9cfb-517c8341066a,segment=NetworkSegment(b74c8d1d-1c0a-4459-a926-b8061d9b8071),segment_id=b74c8d1d-1c0a-4459-a926-b8061d9b8071)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:12:41.694074 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-a8398370-4763-40c7-bda5-cd26a038bc5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530186'] for port, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:41.701827 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-eb8f25f0-c26b-4bd6-8d45-a5a5375782fc req-f17ab038-64b8-4378-b295-a7c934b7c5a9 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/security-groups?id=facb85e1-ca28-4fa9-8341-49706cac4dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467024 Sep 10 15:12:41.715374 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-a8398370-4763-40c7-bda5-cd26a038bc5a None None] Calling delete_port for 585f50b1-0b12-42fe-9cfb-517c8341066a owned by network:dhcp {{(pid=94011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:12:41.727421 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e818df7f-55b0-4067-bdf8-b1a63320fbf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=585f50b1-0b12-42fe-9cfb-517c8341066a,revision_number=None']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:12:41.735626 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e818df7f-55b0-4067-bdf8-b1a63320fbf4 admin admin] No DVR routers for this DVR port 585f50b1-0b12-42fe-9cfb-517c8341066a on host dv-cinder-760153-10-iscsi {{(pid=94010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 15:12:41.856677 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-e818df7f-55b0-4067-bdf8-b1a63320fbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1672831', 'neutron.services.segments.db._delete_segments_for_network-8748756906397'] for network, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:41.885384 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.services.segments.db [None req-e818df7f-55b0-4067-bdf8-b1a63320fbf4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4438a4c6-ecae-4330-8512-f3353a458625']}} {{(pid=94010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:12:41.890813 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-a8398370-4763-40c7-bda5-cd26a038bc5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748757126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748756606410'] for port, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:41.900148 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.services.segments.db [None req-e818df7f-55b0-4067-bdf8-b1a63320fbf4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b74c8d1d-1c0a-4459-a926-b8061d9b8071') {'for_net_delete': True} {{(pid=94010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:12:41.900148 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.services.segments.db [None req-e818df7f-55b0-4067-bdf8-b1a63320fbf4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b74c8d1d-1c0a-4459-a926-b8061d9b8071') {} {{(pid=94010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:12:41.918771 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-e818df7f-55b0-4067-bdf8-b1a63320fbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748756906150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14298954'] for segment, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:41.922600 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8398370-4763-40c7-bda5-cd26a038bc5a None None] Pushing event deleted for resources: {'Port': ['ID=585f50b1-0b12-42fe-9cfb-517c8341066a,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:12:41.935167 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8398370-4763-40c7-bda5-cd26a038bc5a None None] No DVR routers for this DVR port 585f50b1-0b12-42fe-9cfb-517c8341066a on host dv-cinder-760153-10-iscsi {{(pid=94011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 15:12:41.946824 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-e818df7f-55b0-4067-bdf8-b1a63320fbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672864'] for segment, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:41.954242 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e818df7f-55b0-4067-bdf8-b1a63320fbf4 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=94010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 15:12:41.954648 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-e818df7f-55b0-4067-bdf8-b1a63320fbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298559'] for segment, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:41.956718 dv-cinder-760153-10-iscsi neutron-server[94010]: Traceback (most recent call last): Sep 10 15:12:41.956718 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 15:12:41.956718 dv-cinder-760153-10-iscsi neutron-server[94010]: timer() Sep 10 15:12:41.956718 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 15:12:41.956718 dv-cinder-760153-10-iscsi neutron-server[94010]: cb(*args, **kw) Sep 10 15:12:41.956718 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 15:12:41.956718 dv-cinder-760153-10-iscsi neutron-server[94010]: return func(*args, **kwargs) Sep 10 15:12:41.956718 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 15:12:41.956718 dv-cinder-760153-10-iscsi neutron-server[94010]: self._notify() Sep 10 15:12:41.956718 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 15:12:41.956718 dv-cinder-760153-10-iscsi neutron-server[94010]: self.callback(batched_events) Sep 10 15:12:41.956718 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 15:12:41.956718 dv-cinder-760153-10-iscsi neutron-server[94010]: event.method(event) Sep 10 15:12:41.956718 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 15:12:41.956718 dv-cinder-760153-10-iscsi neutron-server[94010]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 15:12:41.956718 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 15:12:41.956718 dv-cinder-760153-10-iscsi neutron-server[94010]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 15:12:41.956718 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 15:12:41.956718 dv-cinder-760153-10-iscsi neutron-server[94010]: return f(self, *a, **k) Sep 10 15:12:41.956718 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 15:12:41.956718 dv-cinder-760153-10-iscsi neutron-server[94010]: return self._get(url).json() Sep 10 15:12:41.956718 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 15:12:41.956718 dv-cinder-760153-10-iscsi neutron-server[94010]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 15:12:41.956718 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 15:12:41.956718 dv-cinder-760153-10-iscsi neutron-server[94010]: return self.request(url, 'GET', **kwargs) Sep 10 15:12:41.956718 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 15:12:41.956718 dv-cinder-760153-10-iscsi neutron-server[94010]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 15:12:41.956718 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 15:12:41.956718 dv-cinder-760153-10-iscsi neutron-server[94010]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 15:12:41.956718 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 15:12:41.956718 dv-cinder-760153-10-iscsi neutron-server[94010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 15:12:41.956718 dv-cinder-760153-10-iscsi neutron-server[94010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 15:12:42.076321 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device 585f50b1-0b12-42fe-9cfb-517c8341066a no longer exists at agent ovs-agent-dv-cinder-760153-10-iscsi {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:12:42.078537 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-e818df7f-55b0-4067-bdf8-b1a63320fbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582729'] for network, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:42.095697 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-e818df7f-55b0-4067-bdf8-b1a63320fbf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526879'] for network, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:42.099643 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-e818df7f-55b0-4067-bdf8-b1a63320fbf4 admin admin] 10.222.0.35 "DELETE /v2.0/networks/4438a4c6-ecae-4330-8512-f3353a458625 HTTP/1.1" status: 204 len: 168 time: 1.0040743 Sep 10 15:12:42.103787 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 47346) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:12:42.121616 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] No Port match for: 585f50b1-0b12-42fe-9cfb-517c8341066a {{(pid=94011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:12:42.121968 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device 585f50b1-0b12-42fe-9cfb-517c8341066a not bound to the agent host dv-cinder-760153-10-iscsi {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:12:42.122394 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device 25c284ba-5cc1-4bc6-9351-fe9f12bc8497 no longer exists at agent ovs-agent-dv-cinder-760153-10-iscsi {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:12:42.132632 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e818df7f-55b0-4067-bdf8-b1a63320fbf4 admin admin] Pushing event deleted for resources: {'Network': ['ID=4438a4c6-ecae-4330-8512-f3353a458625,revision_number=None']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:12:42.161271 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] No Port match for: 25c284ba-5cc1-4bc6-9351-fe9f12bc8497 {{(pid=94011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:12:42.161694 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device 25c284ba-5cc1-4bc6-9351-fe9f12bc8497 not bound to the agent host dv-cinder-760153-10-iscsi {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:12:42.581714 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bca814d-e240-41c5-8ed0-b3fd019c55b2 req-6b753488-4324-4b78-a967-d5e9cf3bf5f1 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:42.583431 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-5bca814d-e240-41c5-8ed0-b3fd019c55b2 req-6b753488-4324-4b78-a967-d5e9cf3bf5f1 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=57ef1793-ae01-454a-94de-16de99900787 HTTP/1.1" status: 200 len: 943 time: 0.1075211 Sep 10 15:12:42.665051 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-5bca814d-e240-41c5-8ed0-b3fd019c55b2 req-d626048b-a7fe-4e41-b5ce-cbfe92b732c0 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=a513943a-efda-493e-84de-dcd66cfa68ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689492 Sep 10 15:12:42.772769 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-ef2530fd-b2d9-4b29-aa20-7aca2fcf1ea9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586107'] for router_interface, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:43.220157 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f62b91-fcd6-405c-9807-b0226f2c871d req-d1d43453-00e2-4ff3-af8b-7d022bd8cb0f tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:43.223652 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-97f62b91-fcd6-405c-9807-b0226f2c871d req-d1d43453-00e2-4ff3-af8b-7d022bd8cb0f tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e2fba9e-25ac-41cd-8f05-1789d4b617f1 HTTP/1.1" status: 200 len: 945 time: 0.4118106 Sep 10 15:12:43.325210 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-97f62b91-fcd6-405c-9807-b0226f2c871d req-1d83b266-9caa-4cfe-8721-29b1a7b289a2 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/security-groups?id=facb85e1-ca28-4fa9-8341-49706cac4dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923352 Sep 10 15:12:43.466294 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.plugin [None req-ef2530fd-b2d9-4b29-aa20-7aca2fcf1ea9 admin admin] Deleting port 926b62f9-63e6-4d96-a1d2-9bb5ae90896a {{(pid=94009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:12:43.467032 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-ef2530fd-b2d9-4b29-aa20-7aca2fcf1ea9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748757118522'] for port, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:43.608510 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.db [None req-ef2530fd-b2d9-4b29-aa20-7aca2fcf1ea9 admin admin] For port 926b62f9-63e6-4d96-a1d2-9bb5ae90896a, host dv-cinder-760153-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-10-iscsi',level=0,port_id=926b62f9-63e6-4d96-a1d2-9bb5ae90896a,segment=NetworkSegment(edd36536-3ee2-4b33-98f8-359d9eb69741),segment_id=edd36536-3ee2-4b33-98f8-359d9eb69741)] {{(pid=94009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:12:43.609210 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-ef2530fd-b2d9-4b29-aa20-7aca2fcf1ea9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530186'] for port, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:43.624006 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.plugin [None req-ef2530fd-b2d9-4b29-aa20-7aca2fcf1ea9 admin admin] Calling delete_port for 926b62f9-63e6-4d96-a1d2-9bb5ae90896a owned by network:router_interface {{(pid=94009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:12:43.869136 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93a2a2c-ba1c-4d37-92bc-52ddef0ce26f req-690a93ee-3e77-4807-bbd0-59164a571b62 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:43.870684 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-c93a2a2c-ba1c-4d37-92bc-52ddef0ce26f req-690a93ee-3e77-4807-bbd0-59164a571b62 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=57ef1793-ae01-454a-94de-16de99900787 HTTP/1.1" status: 200 len: 943 time: 0.0855422 Sep 10 15:12:43.948414 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-c93a2a2c-ba1c-4d37-92bc-52ddef0ce26f req-f7fd0271-e686-4f20-9432-82444787ead3 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=a513943a-efda-493e-84de-dcd66cfa68ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689797 Sep 10 15:12:43.962071 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-ef2530fd-b2d9-4b29-aa20-7aca2fcf1ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748757126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748756606410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1040815'] for port, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:43.989621 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2530fd-b2d9-4b29-aa20-7aca2fcf1ea9 admin admin] Pushing event deleted for resources: {'Port': ['ID=926b62f9-63e6-4d96-a1d2-9bb5ae90896a,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:12:44.243865 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-ef2530fd-b2d9-4b29-aa20-7aca2fcf1ea9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586191'] for router_interface, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:44.533152 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3babfa-1dc0-41d4-b4cb-a4613b6bcdf0 req-729250fc-4e20-4823-acc2-ea0000ee4a38 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:44.534594 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-6d3babfa-1dc0-41d4-b4cb-a4613b6bcdf0 req-729250fc-4e20-4823-acc2-ea0000ee4a38 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e2fba9e-25ac-41cd-8f05-1789d4b617f1 HTTP/1.1" status: 200 len: 945 time: 0.1069326 Sep 10 15:12:44.545702 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef2530fd-b2d9-4b29-aa20-7aca2fcf1ea9 admin admin] Router 38a8bfec-1379-4a11-bf83-c11fb789f6c3 has already been hosted by L3 agent b0771735-54fe-4ba2-aeee-11d3b2b54cf1 {{(pid=94009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 15:12:44.651172 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-6d3babfa-1dc0-41d4-b4cb-a4613b6bcdf0 req-5d1a6bb0-a075-4287-b85a-c14fc63136af tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/security-groups?id=facb85e1-ca28-4fa9-8341-49706cac4dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073191 Sep 10 15:12:44.735633 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef2530fd-b2d9-4b29-aa20-7aca2fcf1ea9 admin admin] Notify agent at l3_agent.dv-cinder-760153-10-iscsi the message routers_updated {{(pid=94009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:12:44.751760 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-ef2530fd-b2d9-4b29-aa20-7aca2fcf1ea9 admin admin] 10.222.0.35 "PUT /v2.0/routers/38a8bfec-1379-4a11-bf83-c11fb789f6c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6454546 Sep 10 15:12:44.755066 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9044ed83-e303-4c8e-ab2d-7cd551679b67 None None] Sync routers for ids ['38a8bfec-1379-4a11-bf83-c11fb789f6c3'] in dv-cinder-760153-10-iscsi {{(pid=94012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:12:44.756554 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 47362) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:12:44.773730 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9044ed83-e303-4c8e-ab2d-7cd551679b67 None None] Routers {'38a8bfec-1379-4a11-bf83-c11fb789f6c3'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:12:44.775206 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-9044ed83-e303-4c8e-ab2d-7cd551679b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T15:12:27Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['38a8bfec-1379-4a11-bf83-c11fb789f6c3'], 'active': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:12:44.911849 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-94640deb-5273-425d-ad6f-1945a96e6460 admin admin] Notify callbacks [] for router, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:44.924491 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvr_db [None req-9044ed83-e303-4c8e-ab2d-7cd551679b67 None None] Set router 38a8bfec-1379-4a11-bf83-c11fb789f6c3 gateway port host: dv-cinder-760153-10-iscsi {{(pid=94012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:12:45.097117 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-94640deb-5273-425d-ad6f-1945a96e6460 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:45.149840 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e93d3ab-a8fa-4315-9896-cea95186cd15 req-dc233605-c298-445e-9bf2-88bf7deafb8b tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:45.159025 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-1e93d3ab-a8fa-4315-9896-cea95186cd15 req-dc233605-c298-445e-9bf2-88bf7deafb8b tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=57ef1793-ae01-454a-94de-16de99900787 HTTP/1.1" status: 200 len: 943 time: 0.0866082 Sep 10 15:12:45.205718 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.plugin [None req-94640deb-5273-425d-ad6f-1945a96e6460 admin admin] Deleting port d083848b-e521-4ac7-bc73-6beaa5fcd029 {{(pid=94010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:12:45.206152 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-94640deb-5273-425d-ad6f-1945a96e6460 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748757118522'] for port, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:45.209849 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-1e93d3ab-a8fa-4315-9896-cea95186cd15 req-e055f7cc-eff1-432a-ad8a-f89edc50a28a tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=a513943a-efda-493e-84de-dcd66cfa68ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454948 Sep 10 15:12:45.302419 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-9044ed83-e303-4c8e-ab2d-7cd551679b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38a8bfec-1379-4a11-bf83-c11fb789f6c3', 'name': 'tempest-TestMinimumBasicScenario-1359992507-router', 'tenant_id': '8aa5bcee86bc409b87c07abce606008e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': 'd083848b-e521-4ac7-bc73-6beaa5fcd029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:08:29Z', 'updated_at': '2021-09-10T15:12:43Z', 'revision_number': 5, 'project_id': '8aa5bcee86bc409b87c07abce606008e', 'gw_port': {'id': 'd083848b-e521-4ac7-bc73-6beaa5fcd029', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:95:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a8bfec-1379-4a11-bf83-c11fb789f6c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:08:30Z', 'updated_at': '2021-09-10T15:08:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi'}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:12:45.315273 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.db [None req-94640deb-5273-425d-ad6f-1945a96e6460 admin admin] For port d083848b-e521-4ac7-bc73-6beaa5fcd029, host dv-cinder-760153-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-10-iscsi',level=0,port_id=d083848b-e521-4ac7-bc73-6beaa5fcd029,segment=NetworkSegment(62148626-c573-4694-a829-31b2bfa74c0d),segment_id=62148626-c573-4694-a829-31b2bfa74c0d)] {{(pid=94010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:12:45.316038 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-94640deb-5273-425d-ad6f-1945a96e6460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530186'] for port, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:45.329893 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.plugin [None req-94640deb-5273-425d-ad6f-1945a96e6460 admin admin] Calling delete_port for d083848b-e521-4ac7-bc73-6beaa5fcd029 owned by network:router_gateway {{(pid=94010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:12:45.334245 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9044ed83-e303-4c8e-ab2d-7cd551679b67 None None] Checking router: 38a8bfec-1379-4a11-bf83-c11fb789f6c3 for host: dv-cinder-760153-10-iscsi {{(pid=94012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:12:45.346875 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9044ed83-e303-4c8e-ab2d-7cd551679b67 None None] Routers {'38a8bfec-1379-4a11-bf83-c11fb789f6c3'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:12:45.347555 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-9044ed83-e303-4c8e-ab2d-7cd551679b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T15:12:27Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['38a8bfec-1379-4a11-bf83-c11fb789f6c3'], 'active': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:12:45.440590 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvr_db [None req-9044ed83-e303-4c8e-ab2d-7cd551679b67 None None] Set router 38a8bfec-1379-4a11-bf83-c11fb789f6c3 gateway port host: None {{(pid=94012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:12:45.503693 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-9044ed83-e303-4c8e-ab2d-7cd551679b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38a8bfec-1379-4a11-bf83-c11fb789f6c3', 'name': 'tempest-TestMinimumBasicScenario-1359992507-router', 'tenant_id': '8aa5bcee86bc409b87c07abce606008e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:08:29Z', 'updated_at': '2021-09-10T15:12:45Z', 'revision_number': 6, 'project_id': '8aa5bcee86bc409b87c07abce606008e', 'gw_port_host': None}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:12:45.525769 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-94640deb-5273-425d-ad6f-1945a96e6460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748757126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748756606410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14298976'] for port, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:45.537233 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9044ed83-e303-4c8e-ab2d-7cd551679b67 None None] The sync data for ids ['38a8bfec-1379-4a11-bf83-c11fb789f6c3'] in dv-cinder-760153-10-iscsi is: [{'id': '38a8bfec-1379-4a11-bf83-c11fb789f6c3', 'name': 'tempest-TestMinimumBasicScenario-1359992507-router', 'tenant_id': '8aa5bcee86bc409b87c07abce606008e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:08:29Z', 'updated_at': '2021-09-10T15:12:45Z', 'revision_number': 6, 'project_id': '8aa5bcee86bc409b87c07abce606008e', 'gw_port_host': None}] {{(pid=94012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:12:45.553926 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94640deb-5273-425d-ad6f-1945a96e6460 admin admin] Pushing event deleted for resources: {'Port': ['ID=d083848b-e521-4ac7-bc73-6beaa5fcd029,revision_number=None']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:12:45.625223 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-94640deb-5273-425d-ad6f-1945a96e6460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-582701'] for router_gateway, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:45.735142 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-94640deb-5273-425d-ad6f-1945a96e6460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-329'] for router, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:45.737752 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-94640deb-5273-425d-ad6f-1945a96e6460 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:45.790427 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-94640deb-5273-425d-ad6f-1945a96e6460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587159'] for router, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:45.791206 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94640deb-5273-425d-ad6f-1945a96e6460 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38a8bfec-1379-4a11-bf83-c11fb789f6c3 {{(pid=94010) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 15:12:45.795737 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-94640deb-5273-425d-ad6f-1945a96e6460 admin admin] Notify callbacks [] for router, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:45.799214 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-94640deb-5273-425d-ad6f-1945a96e6460 admin admin] 10.222.0.35 "DELETE /v2.0/routers/38a8bfec-1379-4a11-bf83-c11fb789f6c3 HTTP/1.1" status: 204 len: 168 time: 1.0392966 Sep 10 15:12:45.799462 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 47372) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:12:45.802206 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea4fae-88fb-4ffd-b4ed-b3876dd44e4c req-d6a09397-c625-490b-8378-3ddf971e171a tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:45.807957 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-d3ea4fae-88fb-4ffd-b4ed-b3876dd44e4c req-d6a09397-c625-490b-8378-3ddf971e171a tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e2fba9e-25ac-41cd-8f05-1789d4b617f1 HTTP/1.1" status: 200 len: 945 time: 0.0596104 Sep 10 15:12:45.846409 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3ea467b-03cd-485e-8912-654c0f289a16 admin admin] Deleting subnet fa36df75-99ca-4f4e-b98b-9352e5667b61 {{(pid=94010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 15:12:45.847704 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-d3ea4fae-88fb-4ffd-b4ed-b3876dd44e4c req-13fe82ce-1904-47d9-9841-a9ae1b8373be tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/security-groups?id=facb85e1-ca28-4fa9-8341-49706cac4dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368662 Sep 10 15:12:45.849452 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-c3ea467b-03cd-485e-8912-654c0f289a16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:45.886488 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-c3ea467b-03cd-485e-8912-654c0f289a16 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14298931'] for subnet, precommit_delete_associations {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:45.972791 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-c3ea467b-03cd-485e-8912-654c0f289a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1678090'] for subnet, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:46.022566 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-c3ea467b-03cd-485e-8912-654c0f289a16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1678083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14298973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14665343'] for subnet, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:46.050858 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ea467b-03cd-485e-8912-654c0f289a16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa36df75-99ca-4f4e-b98b-9352e5667b61,revision_number=None']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:12:46.054447 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-c3ea467b-03cd-485e-8912-654c0f289a16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526879'] for subnet, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:46.057112 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-c3ea467b-03cd-485e-8912-654c0f289a16 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/fa36df75-99ca-4f4e-b98b-9352e5667b61 HTTP/1.1" status: 204 len: 168 time: 0.2566888 Sep 10 15:12:46.058751 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 47374) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:12:46.060491 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8d4933-8fcf-4c31-95e5-786ea6064e68 None None] Network 4147788a-dc53-4d30-932b-743b7551ff1c requested from dv-cinder-760153-10-iscsi {{(pid=94011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:12:46.133231 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-8a10c1cf-85fc-489b-a427-df3513387795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626838'] for network, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:46.192097 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.plugin [None req-8a10c1cf-85fc-489b-a427-df3513387795 admin admin] Deleting port 08cc0a00-df07-431f-ad42-7180d0e95e98 {{(pid=94010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:12:46.192443 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-8a10c1cf-85fc-489b-a427-df3513387795 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748757118522'] for port, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:46.280994 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.db [None req-8a10c1cf-85fc-489b-a427-df3513387795 admin admin] For port 08cc0a00-df07-431f-ad42-7180d0e95e98, host dv-cinder-760153-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-10-iscsi',level=0,port_id=08cc0a00-df07-431f-ad42-7180d0e95e98,segment=NetworkSegment(edd36536-3ee2-4b33-98f8-359d9eb69741),segment_id=edd36536-3ee2-4b33-98f8-359d9eb69741)] {{(pid=94010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:12:46.281367 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-8a10c1cf-85fc-489b-a427-df3513387795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530186'] for port, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:46.291107 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d09d347-ed7b-4a61-bc23-99ff4c08db1a None None] DHCP port deletion for 4147788a-dc53-4d30-932b-743b7551ff1c request from dv-cinder-760153-10-iscsi {{(pid=94011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 15:12:46.307310 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.plugin [None req-8a10c1cf-85fc-489b-a427-df3513387795 admin admin] Calling delete_port for 08cc0a00-df07-431f-ad42-7180d0e95e98 owned by network:dhcp {{(pid=94010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:12:46.374791 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-2d09d347-ed7b-4a61-bc23-99ff4c08db1a None None] Deleting port 08cc0a00-df07-431f-ad42-7180d0e95e98 {{(pid=94011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:12:46.375497 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-2d09d347-ed7b-4a61-bc23-99ff4c08db1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748757118522'] for port, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:46.403036 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b33978-5744-4019-a1fe-eb5e4952c16a req-fb7351ce-5260-4b55-8370-81e9a09023d1 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:46.404660 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-96b33978-5744-4019-a1fe-eb5e4952c16a req-fb7351ce-5260-4b55-8370-81e9a09023d1 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=57ef1793-ae01-454a-94de-16de99900787 HTTP/1.1" status: 200 len: 943 time: 0.0926597 Sep 10 15:12:46.406514 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device 08cc0a00-df07-431f-ad42-7180d0e95e98 no longer exists at agent ovs-agent-dv-cinder-760153-10-iscsi {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:12:46.407006 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5681c20c-911c-4be9-ba45-12b15d80d1b8 req-2304f48e-d2a0-4879-a76c-2f1c57c84ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:46.408560 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-5681c20c-911c-4be9-ba45-12b15d80d1b8 req-2304f48e-d2a0-4879-a76c-2f1c57c84ae7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=47244aba6de4405d9ea861774b300ddd&device_id=8e2fba9e-25ac-41cd-8f05-1789d4b617f1 HTTP/1.1" status: 200 len: 1098 time: 0.1451845 Sep 10 15:12:46.462299 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-8a10c1cf-85fc-489b-a427-df3513387795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748757126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748756606410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14298976'] for port, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:46.498052 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a10c1cf-85fc-489b-a427-df3513387795 admin admin] Pushing event deleted for resources: {'Port': ['ID=08cc0a00-df07-431f-ad42-7180d0e95e98,revision_number=None']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:12:46.499329 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-2d09d347-ed7b-4a61-bc23-99ff4c08db1a None None] For port 08cc0a00-df07-431f-ad42-7180d0e95e98, host dv-cinder-760153-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-10-iscsi',level=0,port_id=08cc0a00-df07-431f-ad42-7180d0e95e98,segment=NetworkSegment(edd36536-3ee2-4b33-98f8-359d9eb69741),segment_id=edd36536-3ee2-4b33-98f8-359d9eb69741)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:12:46.500236 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-2d09d347-ed7b-4a61-bc23-99ff4c08db1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530186'] for port, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:46.502062 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a10c1cf-85fc-489b-a427-df3513387795 admin admin] No DVR routers for this DVR port 08cc0a00-df07-431f-ad42-7180d0e95e98 on host dv-cinder-760153-10-iscsi {{(pid=94010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 15:12:46.520896 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-2d09d347-ed7b-4a61-bc23-99ff4c08db1a None None] Calling delete_port for 08cc0a00-df07-431f-ad42-7180d0e95e98 owned by network:dhcp {{(pid=94011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:12:46.523018 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] No active binding found for port 08cc0a00-df07-431f-ad42-7180d0e95e98 {{(pid=94011) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 10 15:12:46.526351 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device 08cc0a00-df07-431f-ad42-7180d0e95e98 not bound to the agent host dv-cinder-760153-10-iscsi {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:12:46.527007 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device d083848b-e521-4ac7-bc73-6beaa5fcd029 no longer exists at agent ovs-agent-dv-cinder-760153-10-iscsi {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:12:46.562302 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-96b33978-5744-4019-a1fe-eb5e4952c16a req-be9ea947-9e5e-46e3-8d06-a6d20cd3df3a tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=a513943a-efda-493e-84de-dcd66cfa68ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493230 Sep 10 15:12:46.603037 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5681c20c-911c-4be9-ba45-12b15d80d1b8 req-ffcd3bfa-0310-4835-ad2e-f2150ee60cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:46.604573 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-5681c20c-911c-4be9-ba45-12b15d80d1b8 req-ffcd3bfa-0310-4835-ad2e-f2150ee60cbb service neutron] 10.222.0.42 "GET /v2.0/networks?id=7cf88e2d-f05f-45fc-a04d-f0661eff459b HTTP/1.1" status: 200 len: 909 time: 0.1820245 Sep 10 15:12:46.607768 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-8a10c1cf-85fc-489b-a427-df3513387795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1672831', 'neutron.services.segments.db._delete_segments_for_network-8748756906397'] for network, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:46.631804 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.services.segments.db [None req-8a10c1cf-85fc-489b-a427-df3513387795 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4147788a-dc53-4d30-932b-743b7551ff1c']}} {{(pid=94010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:12:46.643060 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.services.segments.db [None req-8a10c1cf-85fc-489b-a427-df3513387795 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edd36536-3ee2-4b33-98f8-359d9eb69741') {'for_net_delete': True} {{(pid=94010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:12:46.643356 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.services.segments.db [None req-8a10c1cf-85fc-489b-a427-df3513387795 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edd36536-3ee2-4b33-98f8-359d9eb69741') {} {{(pid=94010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:12:46.654978 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-8a10c1cf-85fc-489b-a427-df3513387795 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748756906150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14298954'] for segment, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:46.673873 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-8a10c1cf-85fc-489b-a427-df3513387795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672864'] for segment, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:46.682525 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a10c1cf-85fc-489b-a427-df3513387795 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=94010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 15:12:46.683201 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-8a10c1cf-85fc-489b-a427-df3513387795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298559'] for segment, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:46.686351 dv-cinder-760153-10-iscsi neutron-server[94010]: Traceback (most recent call last): Sep 10 15:12:46.686351 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 15:12:46.686351 dv-cinder-760153-10-iscsi neutron-server[94010]: timer() Sep 10 15:12:46.686351 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 15:12:46.686351 dv-cinder-760153-10-iscsi neutron-server[94010]: cb(*args, **kw) Sep 10 15:12:46.686351 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 15:12:46.686351 dv-cinder-760153-10-iscsi neutron-server[94010]: return func(*args, **kwargs) Sep 10 15:12:46.686351 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 15:12:46.686351 dv-cinder-760153-10-iscsi neutron-server[94010]: self._notify() Sep 10 15:12:46.686351 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 15:12:46.686351 dv-cinder-760153-10-iscsi neutron-server[94010]: self.callback(batched_events) Sep 10 15:12:46.686351 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 15:12:46.686351 dv-cinder-760153-10-iscsi neutron-server[94010]: event.method(event) Sep 10 15:12:46.686351 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 15:12:46.686351 dv-cinder-760153-10-iscsi neutron-server[94010]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 15:12:46.686351 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 15:12:46.686351 dv-cinder-760153-10-iscsi neutron-server[94010]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 15:12:46.686351 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 15:12:46.686351 dv-cinder-760153-10-iscsi neutron-server[94010]: return f(self, *a, **k) Sep 10 15:12:46.686351 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 15:12:46.686351 dv-cinder-760153-10-iscsi neutron-server[94010]: return self._get(url).json() Sep 10 15:12:46.686351 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 15:12:46.686351 dv-cinder-760153-10-iscsi neutron-server[94010]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 15:12:46.686351 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 15:12:46.686351 dv-cinder-760153-10-iscsi neutron-server[94010]: return self.request(url, 'GET', **kwargs) Sep 10 15:12:46.686351 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 15:12:46.686351 dv-cinder-760153-10-iscsi neutron-server[94010]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 15:12:46.686351 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 15:12:46.686351 dv-cinder-760153-10-iscsi neutron-server[94010]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 15:12:46.686351 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 15:12:46.686351 dv-cinder-760153-10-iscsi neutron-server[94010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 15:12:46.686351 dv-cinder-760153-10-iscsi neutron-server[94010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 15:12:46.691427 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] No Port match for: d083848b-e521-4ac7-bc73-6beaa5fcd029 {{(pid=94011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:12:46.692351 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device d083848b-e521-4ac7-bc73-6beaa5fcd029 not bound to the agent host dv-cinder-760153-10-iscsi {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:12:46.692775 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device 926b62f9-63e6-4d96-a1d2-9bb5ae90896a no longer exists at agent ovs-agent-dv-cinder-760153-10-iscsi {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:12:46.699901 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-5681c20c-911c-4be9-ba45-12b15d80d1b8 req-f4161fe8-06fc-46cb-897a-8e0dbd3aef56 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cbbd8aed-e390-465d-b140-9a4c90883319 HTTP/1.1" status: 200 len: 1001 time: 0.0871329 Sep 10 15:12:46.718094 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] No Port match for: 926b62f9-63e6-4d96-a1d2-9bb5ae90896a {{(pid=94011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:12:46.718403 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device 926b62f9-63e6-4d96-a1d2-9bb5ae90896a not bound to the agent host dv-cinder-760153-10-iscsi {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:12:46.781433 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5681c20c-911c-4be9-ba45-12b15d80d1b8 req-7223e18e-5201-4d06-acb5-4bab63fd5bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:46.783061 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-5681c20c-911c-4be9-ba45-12b15d80d1b8 req-7223e18e-5201-4d06-acb5-4bab63fd5bc6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8893c71f-9a4e-420e-94a5-477d5ef9e705 HTTP/1.1" status: 200 len: 847 time: 0.0759478 Sep 10 15:12:46.787487 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-8a10c1cf-85fc-489b-a427-df3513387795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582729'] for network, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:46.793775 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-8a10c1cf-85fc-489b-a427-df3513387795 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526879'] for network, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:46.795803 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-8a10c1cf-85fc-489b-a427-df3513387795 admin admin] 10.222.0.35 "DELETE /v2.0/networks/4147788a-dc53-4d30-932b-743b7551ff1c HTTP/1.1" status: 204 len: 168 time: 0.7356942 Sep 10 15:12:46.813760 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a10c1cf-85fc-489b-a427-df3513387795 admin admin] Pushing event deleted for resources: {'Network': ['ID=4147788a-dc53-4d30-932b-743b7551ff1c,revision_number=None']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:12:46.832758 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-2d09d347-ed7b-4a61-bc23-99ff4c08db1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748757126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748756606410'] for port, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:46.841695 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2d09d347-ed7b-4a61-bc23-99ff4c08db1a None None] Network 4147788a-dc53-4d30-932b-743b7551ff1c is not hosted by any dhcp agent {{(pid=94011) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 10 15:12:46.842275 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d09d347-ed7b-4a61-bc23-99ff4c08db1a None None] No DVR routers for this DVR port 08cc0a00-df07-431f-ad42-7180d0e95e98 on host dv-cinder-760153-10-iscsi {{(pid=94011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 15:12:46.874510 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5681c20c-911c-4be9-ba45-12b15d80d1b8 req-c38e5ba7-ef42-4f59-bbf7-a3b8d2e18fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:46.877189 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-5681c20c-911c-4be9-ba45-12b15d80d1b8 req-c38e5ba7-ef42-4f59-bbf7-a3b8d2e18fb6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7cf88e2d-f05f-45fc-a04d-f0661eff459b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0844791 Sep 10 15:12:46.878045 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d09d347-ed7b-4a61-bc23-99ff4c08db1a None None] Pushing event deleted for resources: {'Port': ['ID=08cc0a00-df07-431f-ad42-7180d0e95e98,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:12:47.021143 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-5681c20c-911c-4be9-ba45-12b15d80d1b8 req-dbd91896-6760-4290-8b2e-2dad25842972 service neutron] 10.222.0.42 "GET /v2.0/networks/7cf88e2d-f05f-45fc-a04d-f0661eff459b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360075 Sep 10 15:12:47.043893 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87747da-a45a-4dcc-9ecd-de98943b3524 req-16e42a35-dabf-448a-b093-77b735f72034 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:47.045349 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-c87747da-a45a-4dcc-9ecd-de98943b3524 req-16e42a35-dabf-448a-b093-77b735f72034 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e2fba9e-25ac-41cd-8f05-1789d4b617f1 HTTP/1.1" status: 200 len: 945 time: 0.0843093 Sep 10 15:12:47.053742 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 47384) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:12:47.098390 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-c720d93a-8217-45e9-a1a7-a99f5ed34b37 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6ab88976e97b4105bd0ab39c7b8bf1e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0421782 Sep 10 15:12:47.100928 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 47386) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:12:47.130610 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-c87747da-a45a-4dcc-9ecd-de98943b3524 req-1d15f35a-d680-482a-892d-0eece879690d tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/security-groups?id=facb85e1-ca28-4fa9-8341-49706cac4dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745058 Sep 10 15:12:47.150740 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-a1f618fd-4cde-4782-aaf0-f8a1e76c6fff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:47.156833 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-5681c20c-911c-4be9-ba45-12b15d80d1b8 req-58e15099-3fff-4339-b3cf-2995cc03820f service neutron] 10.222.0.42 "GET /v2.0/networks/7cf88e2d-f05f-45fc-a04d-f0661eff459b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279058 Sep 10 15:12:47.173746 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-a1f618fd-4cde-4782-aaf0-f8a1e76c6fff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:47.221051 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-a1f618fd-4cde-4782-aaf0-f8a1e76c6fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:47.223864 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-a1f618fd-4cde-4782-aaf0-f8a1e76c6fff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:47.225135 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-a1f618fd-4cde-4782-aaf0-f8a1e76c6fff admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c435c8d1-bcf5-4643-8a06-2b0627ebda44 HTTP/1.1" status: 204 len: 168 time: 0.1230588 Sep 10 15:12:47.233636 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f618fd-4cde-4782-aaf0-f8a1e76c6fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c435c8d1-bcf5-4643-8a06-2b0627ebda44,revision_number=None']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:12:47.542569 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 47392) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:12:47.583241 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-f9f170f7-83bc-454a-8edb-1cea7e8cfff3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8aa5bcee86bc409b87c07abce606008e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0395188 Sep 10 15:12:47.586308 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 47394) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:12:47.639702 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-122680ec-4ffe-4b5f-ab6d-4b5adcd0e5e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:47.685809 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-122680ec-4ffe-4b5f-ab6d-4b5adcd0e5e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:47.730360 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5174bb7a-c27f-436b-a94b-7d03ec2abd51 req-20ba17db-6008-4bce-a7d9-3b242fe89841 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:47.731910 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-5174bb7a-c27f-436b-a94b-7d03ec2abd51 req-20ba17db-6008-4bce-a7d9-3b242fe89841 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=57ef1793-ae01-454a-94de-16de99900787 HTTP/1.1" status: 200 len: 943 time: 0.0903971 Sep 10 15:12:47.775645 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-5174bb7a-c27f-436b-a94b-7d03ec2abd51 req-755c1bac-1b44-4581-9ad3-b0424585dd66 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=a513943a-efda-493e-84de-dcd66cfa68ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373385 Sep 10 15:12:47.776729 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-122680ec-4ffe-4b5f-ab6d-4b5adcd0e5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:47.779370 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-122680ec-4ffe-4b5f-ab6d-4b5adcd0e5e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:47.780506 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-122680ec-4ffe-4b5f-ab6d-4b5adcd0e5e4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f82f46fe-9b5a-4af3-8e62-e41f1e1534d5 HTTP/1.1" status: 204 len: 168 time: 0.1933053 Sep 10 15:12:47.795354 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122680ec-4ffe-4b5f-ab6d-4b5adcd0e5e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f82f46fe-9b5a-4af3-8e62-e41f1e1534d5,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:12:48.258670 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c34edfd-4913-4f5a-ab9d-a5d7c1101739 req-25e2c9f5-2ef6-4902-9a46-3861fc9aafe2 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:48.261105 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-0c34edfd-4913-4f5a-ab9d-a5d7c1101739 req-25e2c9f5-2ef6-4902-9a46-3861fc9aafe2 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e2fba9e-25ac-41cd-8f05-1789d4b617f1 HTTP/1.1" status: 200 len: 945 time: 0.0565138 Sep 10 15:12:48.313147 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-0c34edfd-4913-4f5a-ab9d-a5d7c1101739 req-bed0d384-b65b-4ee2-a42e-ea0b3ad604e4 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/security-groups?id=facb85e1-ca28-4fa9-8341-49706cac4dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451090 Sep 10 15:12:48.551247 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 47434) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:12:48.659722 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.v2.base [None req-09c42b31-527e-4ee4-8507-8b5c8f24afac admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-428447017-network', 'tenant_id': 'a54041e21d774dc082088058e0725c3e'}} {{(pid=94010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:12:48.683486 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c42b31-527e-4ee4-8507-8b5c8f24afac admin admin] Made reservation on behalf of a54041e21d774dc082088058e0725c3e for: {'network': 1} {{(pid=94010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:12:48.686557 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-09c42b31-527e-4ee4-8507-8b5c8f24afac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for network, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:48.696543 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-09c42b31-527e-4ee4-8507-8b5c8f24afac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:48.792069 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-09c42b31-527e-4ee4-8507-8b5c8f24afac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:48.795795 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-09c42b31-527e-4ee4-8507-8b5c8f24afac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:48.826091 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09c42b31-527e-4ee4-8507-8b5c8f24afac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=94010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 15:12:48.832884 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c42b31-527e-4ee4-8507-8b5c8f24afac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b0a095-c5f1-4f10-b4f4-3a9f0f980801,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:12:48.843197 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-09c42b31-527e-4ee4-8507-8b5c8f24afac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672864'] for segment, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:48.843548 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.db.segments_db [None req-09c42b31-527e-4ee4-8507-8b5c8f24afac admin admin] Added segment 0f50cfc0-b7c2-4b4f-b48e-e7079661db92 of type vlan for network c00924aa-47db-4fd4-bda2-4f4111d84f4b Sep 10 15:12:48.892718 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-09c42b31-527e-4ee4-8507-8b5c8f24afac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748756560168'] for network, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:48.920627 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce047d-f712-46a1-8251-caa5bd784f30 req-4dc3faf7-18cd-43a9-9361-ef9d82115212 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:48.922498 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-41ce047d-f712-46a1-8251-caa5bd784f30 req-4dc3faf7-18cd-43a9-9361-ef9d82115212 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=57ef1793-ae01-454a-94de-16de99900787 HTTP/1.1" status: 200 len: 943 time: 0.0538576 Sep 10 15:12:48.928735 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-09c42b31-527e-4ee4-8507-8b5c8f24afac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861'] for network, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:48.931053 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c42b31-527e-4ee4-8507-8b5c8f24afac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:48.932357 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-09c42b31-527e-4ee4-8507-8b5c8f24afac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526879'] for network, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:48.968514 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-09c42b31-527e-4ee4-8507-8b5c8f24afac admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4159937 Sep 10 15:12:48.969878 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-41ce047d-f712-46a1-8251-caa5bd784f30 req-d41d0048-bd55-4623-a970-381567cbd467 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=a513943a-efda-493e-84de-dcd66cfa68ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359380 Sep 10 15:12:48.971460 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 47440) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:12:48.977048 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.v2.base [None req-10403796-e239-4fbb-8b43-f1b909e24538 admin admin] Request body: {'subnet': {'network_id': 'c00924aa-47db-4fd4-bda2-4f4111d84f4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-428447017-subnet', 'tenant_id': 'a54041e21d774dc082088058e0725c3e', 'ip_version': 4}} {{(pid=94010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:12:49.011980 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c42b31-527e-4ee4-8507-8b5c8f24afac admin admin] Pushing event updated for resources: {'Network': ['ID=c00924aa-47db-4fd4-bda2-4f4111d84f4b,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:12:49.023791 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Network c00924aa-47db-4fd4-bda2-4f4111d84f4b details requested by agent ovs-agent-dv-cinder-760153-10-iscsi with host dv-cinder-760153-10-iscsi {{(pid=94011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 15:12:49.037836 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10403796-e239-4fbb-8b43-f1b909e24538 admin admin] Made reservation on behalf of a54041e21d774dc082088058e0725c3e for: {'subnet': 1} {{(pid=94010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:12:49.041873 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-10403796-e239-4fbb-8b43-f1b909e24538 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14665370'] for subnet, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:49.219771 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-10403796-e239-4fbb-8b43-f1b909e24538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14298908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14665348'] for subnet, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:49.277596 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10403796-e239-4fbb-8b43-f1b909e24538 admin admin] Pushing event updated for resources: {'Subnet': ['ID=355b14f6-a44c-4c11-96c3-a282c3e99d40,revision_number=0']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:12:49.285975 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10403796-e239-4fbb-8b43-f1b909e24538 admin admin] Checking segment: {'id': '0f50cfc0-b7c2-4b4f-b48e-e7079661db92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c00924aa-47db-4fd4-bda2-4f4111d84f4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:12:49.286355 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10403796-e239-4fbb-8b43-f1b909e24538 admin admin] Network hostable DHCP agents. Network: c00924aa-47db-4fd4-bda2-4f4111d84f4b, hostable agents: ['afb565d3-e50e-4cf5-8d13-a2fbc8ff1b06'], hosted agents: [] {{(pid=94010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 15:12:49.302235 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10403796-e239-4fbb-8b43-f1b909e24538 admin admin] Network c00924aa-47db-4fd4-bda2-4f4111d84f4b is scheduled to be hosted by DHCP agent afb565d3-e50e-4cf5-8d13-a2fbc8ff1b06 with binding_index 1 {{(pid=94010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 15:12:49.311726 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.base_scheduler [None req-10403796-e239-4fbb-8b43-f1b909e24538 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760153-10-iscsi, c00924aa-47db-4fd4-bda2-4f4111d84f4b) {{(pid=94010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:12:49.315666 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10403796-e239-4fbb-8b43-f1b909e24538 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:49.316254 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-10403796-e239-4fbb-8b43-f1b909e24538 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526879'] for subnet, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:49.321139 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60839245-01e6-47be-8a74-31d5ae743c09 None None] Network c00924aa-47db-4fd4-bda2-4f4111d84f4b requested from dv-cinder-760153-10-iscsi {{(pid=94011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:12:49.333299 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-10403796-e239-4fbb-8b43-f1b909e24538 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3585224 Sep 10 15:12:49.333715 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 47442) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:12:49.337947 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.v2.base [None req-bf57aeef-8c60-428c-9f2a-4d38f5c0d424 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-428447017-router', 'tenant_id': 'a54041e21d774dc082088058e0725c3e', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed'}}} {{(pid=94010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:12:49.364955 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-bf57aeef-8c60-428c-9f2a-4d38f5c0d424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-584384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-375'] for router, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:49.368484 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-bf57aeef-8c60-428c-9f2a-4d38f5c0d424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-382'] for router, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:49.432607 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-bf57aeef-8c60-428c-9f2a-4d38f5c0d424 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:49.483004 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf07364-33b1-479a-9e2c-17e38f6dc006 req-2d457a21-19e5-420f-8e2f-eb83f94952a0 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:49.490167 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-4bf07364-33b1-479a-9e2c-17e38f6dc006 req-2d457a21-19e5-420f-8e2f-eb83f94952a0 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e2fba9e-25ac-41cd-8f05-1789d4b617f1 HTTP/1.1" status: 200 len: 945 time: 0.0663791 Sep 10 15:12:49.516557 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e370866-b7cc-49ca-95da-c05a7469653b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75912ed4-7a3a-54d7-ac9b-82d05aadd505-c00924aa-47db-4fd4-bda2-4f4111d84f4b', 'network_id': 'c00924aa-47db-4fd4-bda2-4f4111d84f4b', 'tenant_id': 'a54041e21d774dc082088058e0725c3e', 'fixed_ips': [{'subnet_id': '355b14f6-a44c-4c11-96c3-a282c3e99d40'}]}} from dv-cinder-760153-10-iscsi. {{(pid=94011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 15:12:49.517516 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-3e370866-b7cc-49ca-95da-c05a7469653b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:49.535647 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-4bf07364-33b1-479a-9e2c-17e38f6dc006 req-8cff3d8b-0382-4057-ad9f-cddfacecbe24 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/security-groups?id=facb85e1-ca28-4fa9-8341-49706cac4dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445642 Sep 10 15:12:49.599054 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-bf57aeef-8c60-428c-9f2a-4d38f5c0d424 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:49.722595 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.db_base_plugin_common [None req-3e370866-b7cc-49ca-95da-c05a7469653b None None] Allocated IP 172.20.0.2 (c00924aa-47db-4fd4-bda2-4f4111d84f4b/355b14f6-a44c-4c11-96c3-a282c3e99d40/71e04ec5-d943-4dd1-8c5c-a5888b577c0f) {{(pid=94011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:12:49.825704 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [req-3010fa0f-18d2-4709-a947-59b3997271a4 req-f1e66707-28b8-4474-82ae-0ec86ffabdaf service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8e2fba9e-25ac-41cd-8f05-1789d4b617f1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1035738 Sep 10 15:12:49.830993 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da272a6-3be9-4344-addb-5db20ad50e10 req-685e9a08-7768-4244-8683-7fe9f51faa3f tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:49.840237 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-5da272a6-3be9-4344-addb-5db20ad50e10 req-685e9a08-7768-4244-8683-7fe9f51faa3f tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e2fba9e-25ac-41cd-8f05-1789d4b617f1 HTTP/1.1" status: 200 len: 945 time: 0.0803466 Sep 10 15:12:49.902594 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device 51e20ead-5ca9-4dd3-a452-2be31657bb35 details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=94011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 15:12:49.903274 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-5da272a6-3be9-4344-addb-5db20ad50e10 req-06201820-ccab-47df-884e-c937ef36d057 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/security-groups?id=facb85e1-ca28-4fa9-8341-49706cac4dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614741 Sep 10 15:12:49.955536 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-bf57aeef-8c60-428c-9f2a-4d38f5c0d424 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:49.978239 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-3e370866-b7cc-49ca-95da-c05a7469653b None None] Notify callbacks [] for port, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:49.983658 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-bf57aeef-8c60-428c-9f2a-4d38f5c0d424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:50.008688 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-3e370866-b7cc-49ca-95da-c05a7469653b None None] Transition to ACTIVE for port object 71e04ec5-d943-4dd1-8c5c-a5888b577c0f will not be triggered until provisioned by entity L2. {{(pid=94011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:12:50.102445 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-3e370866-b7cc-49ca-95da-c05a7469653b None None] Transition to ACTIVE for port object 71e04ec5-d943-4dd1-8c5c-a5888b577c0f will not be triggered until provisioned by entity DHCP. {{(pid=94011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:12:50.121050 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.db.db_base_plugin_common [None req-bf57aeef-8c60-428c-9f2a-4d38f5c0d424 admin admin] Allocated IP 172.27.0.76 (caa13d69-ff92-44ce-a665-3b9af711feed/3b314502-2ac4-4640-9fa5-f95f10fc4599/0e0acf2c-5d83-466d-9036-0627ffcb4498) {{(pid=94010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:12:50.130934 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-3e370866-b7cc-49ca-95da-c05a7469653b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748756606401'] for port, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:50.138569 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff637f2e-2cc9-40fc-9644-21e6ee395183 req-fc8bcb4e-aa6c-4c1e-81dd-468e7d0a924d tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:50.140729 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-ff637f2e-2cc9-40fc-9644-21e6ee395183 req-fc8bcb4e-aa6c-4c1e-81dd-468e7d0a924d tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=57ef1793-ae01-454a-94de-16de99900787 HTTP/1.1" status: 200 len: 943 time: 0.0695336 Sep 10 15:12:50.144078 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] For port 51e20ead-5ca9-4dd3-a452-2be31657bb35, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=51e20ead-5ca9-4dd3-a452-2be31657bb35,segment=NetworkSegment(adc254f0-00c9-46af-adb3-b3d1f6ff0d76),segment_id=adc254f0-00c9-46af-adb3-b3d1f6ff0d76)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:12:50.190869 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Returning: {'device': '51e20ead-5ca9-4dd3-a452-2be31657bb35', 'network_id': 'd8cbe470-bc98-41a4-a428-659bec184b54', 'port_id': '51e20ead-5ca9-4dd3-a452-2be31657bb35', 'mac_address': 'fa:16:3e:9f:61:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '782052c7-4991-4efe-97d8-5a0e8f67d6bc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 15:12:50.198921 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e370866-b7cc-49ca-95da-c05a7469653b None None] Network c00924aa-47db-4fd4-bda2-4f4111d84f4b is already hosted by enough agents. {{(pid=94011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:12:50.202769 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.scheduler.base_scheduler [None req-3e370866-b7cc-49ca-95da-c05a7469653b None None] Resources bound (agent type, host, resource id): {{(pid=94011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:12:50.209076 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e370866-b7cc-49ca-95da-c05a7469653b None None] Received port after_create {{(pid=94011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:12:50.218572 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-ff637f2e-2cc9-40fc-9644-21e6ee395183 req-e1548bb8-ab00-442c-a060-f0aa22c08a24 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=a513943a-efda-493e-84de-dcd66cfa68ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645785 Sep 10 15:12:50.219352 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e370866-b7cc-49ca-95da-c05a7469653b None None] Pushing event updated for resources: {'Port': ['ID=71e04ec5-d943-4dd1-8c5c-a5888b577c0f,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:12:50.300049 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:50.320788 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [None req-3e370866-b7cc-49ca-95da-c05a7469653b None None] Attempting to bind port 71e04ec5-d943-4dd1-8c5c-a5888b577c0f on host dv-cinder-760153-10-iscsi for vnic_type normal with profile {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:12:50.321164 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [None req-3e370866-b7cc-49ca-95da-c05a7469653b None None] Attempting to bind port 71e04ec5-d943-4dd1-8c5c-a5888b577c0f by drivers openvswitch,hyperv on host dv-cinder-760153-10-iscsi at level 0 using segments [{'id': '0f50cfc0-b7c2-4b4f-b48e-e7079661db92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c00924aa-47db-4fd4-bda2-4f4111d84f4b'}] {{(pid=94011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:12:50.321533 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e370866-b7cc-49ca-95da-c05a7469653b None None] Attempting to bind port 71e04ec5-d943-4dd1-8c5c-a5888b577c0f on network c00924aa-47db-4fd4-bda2-4f4111d84f4b {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:12:50.324757 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51e20ead-5ca9-4dd3-a452-2be31657bb35 {{(pid=94011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:12:50.333950 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e370866-b7cc-49ca-95da-c05a7469653b None None] Checking agent: {'id': 'aa4392c4-9186-46d5-9724-80b6d464cfe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760153-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 14, 57, 58), 'started_at': datetime.datetime(2021, 9, 10, 14, 58, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760153-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:12:50.334358 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e370866-b7cc-49ca-95da-c05a7469653b None None] Checking segment: {'id': '0f50cfc0-b7c2-4b4f-b48e-e7079661db92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c00924aa-47db-4fd4-bda2-4f4111d84f4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:12:50.334769 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-3e370866-b7cc-49ca-95da-c05a7469653b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:50.335203 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e370866-b7cc-49ca-95da-c05a7469653b None None] Bound using segment: {'id': '0f50cfc0-b7c2-4b4f-b48e-e7079661db92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c00924aa-47db-4fd4-bda2-4f4111d84f4b'} {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:12:50.335699 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [None req-3e370866-b7cc-49ca-95da-c05a7469653b None None] Bound port: 71e04ec5-d943-4dd1-8c5c-a5888b577c0f, host: dv-cinder-760153-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f50cfc0-b7c2-4b4f-b48e-e7079661db92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c00924aa-47db-4fd4-bda2-4f4111d84f4b'}}] {{(pid=94011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:12:50.336085 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-3e370866-b7cc-49ca-95da-c05a7469653b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:50.363994 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] For port 51e20ead-5ca9-4dd3-a452-2be31657bb35, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=51e20ead-5ca9-4dd3-a452-2be31657bb35,segment=NetworkSegment(adc254f0-00c9-46af-adb3-b3d1f6ff0d76),segment_id=adc254f0-00c9-46af-adb3-b3d1f6ff0d76)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:12:50.386856 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:50.461998 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-3e370866-b7cc-49ca-95da-c05a7469653b None None] For port 71e04ec5-d943-4dd1-8c5c-a5888b577c0f, host dv-cinder-760153-10-iscsi, cleared binding levels {{(pid=94011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:12:50.467865 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Pushing event updated for resources: {'Port': ['ID=51e20ead-5ca9-4dd3-a452-2be31657bb35,revision_number=9']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:12:50.480332 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-3e370866-b7cc-49ca-95da-c05a7469653b None None] For port 71e04ec5-d943-4dd1-8c5c-a5888b577c0f, host dv-cinder-760153-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-10-iscsi',level=0,port_id=71e04ec5-d943-4dd1-8c5c-a5888b577c0f,segment=NetworkSegment(0f50cfc0-b7c2-4b4f-b48e-e7079661db92),segment_id=0f50cfc0-b7c2-4b4f-b48e-e7079661db92)] {{(pid=94011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:12:50.485584 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-3e370866-b7cc-49ca-95da-c05a7469653b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:50.519462 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-bf57aeef-8c60-428c-9f2a-4d38f5c0d424 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:50.550376 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e370866-b7cc-49ca-95da-c05a7469653b None None] Pushing event updated for resources: {'Port': ['ID=71e04ec5-d943-4dd1-8c5c-a5888b577c0f,revision_number=2']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:12:50.573591 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-bf57aeef-8c60-428c-9f2a-4d38f5c0d424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748756606401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14298976'] for port, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:50.608429 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] get_ports_and_sgs() called for port_ids ['51e20ead-5ca9-4dd3-a452-2be31657bb35'] {{(pid=94011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 15:12:50.611761 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf57aeef-8c60-428c-9f2a-4d38f5c0d424 admin admin] Network caa13d69-ff92-44ce-a665-3b9af711feed is already hosted by enough agents. {{(pid=94010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:12:50.614571 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.base_scheduler [None req-bf57aeef-8c60-428c-9f2a-4d38f5c0d424 admin admin] Resources bound (agent type, host, resource id): {{(pid=94010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:12:50.618422 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf57aeef-8c60-428c-9f2a-4d38f5c0d424 admin admin] Received port after_create {{(pid=94010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:12:50.646306 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf57aeef-8c60-428c-9f2a-4d38f5c0d424 admin admin] Pushing event updated for resources: {'Port': ['ID=0e0acf2c-5d83-466d-9036-0627ffcb4498,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:12:51.024359 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319eadde-1468-40ab-b370-8cc6ad611972 req-35578367-df42-42e9-86f3-2be0a5316ad2 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:51.025796 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-319eadde-1468-40ab-b370-8cc6ad611972 req-35578367-df42-42e9-86f3-2be0a5316ad2 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e2fba9e-25ac-41cd-8f05-1789d4b617f1 HTTP/1.1" status: 200 len: 945 time: 0.0504146 Sep 10 15:12:51.032973 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-bf57aeef-8c60-428c-9f2a-4d38f5c0d424 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:51.064744 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-319eadde-1468-40ab-b370-8cc6ad611972 req-5f4f02b7-05d5-4cca-bf35-733676dbd79f tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/security-groups?id=facb85e1-ca28-4fa9-8341-49706cac4dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324540 Sep 10 15:12:51.229490 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-bf57aeef-8c60-428c-9f2a-4d38f5c0d424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582673'] for router, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:51.378468 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0912a9-5dd3-4937-9afd-074f4c8cc175 req-7067e40c-f4fa-413d-b128-58a353bd9d43 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:51.380213 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-8b0912a9-5dd3-4937-9afd-074f4c8cc175 req-7067e40c-f4fa-413d-b128-58a353bd9d43 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=57ef1793-ae01-454a-94de-16de99900787 HTTP/1.1" status: 200 len: 944 time: 0.0690508 Sep 10 15:12:51.415664 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf57aeef-8c60-428c-9f2a-4d38f5c0d424 admin admin] Router 14040cf8-03c7-4dc3-9b39-04fd716291de is scheduled to L3 agent b0771735-54fe-4ba2-aeee-11d3b2b54cf1 with binding_index 1 {{(pid=94010) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 15:12:51.440312 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-8b0912a9-5dd3-4937-9afd-074f4c8cc175 req-f869caf0-3f03-4188-8136-cff335ed414e tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=a513943a-efda-493e-84de-dcd66cfa68ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472550 Sep 10 15:12:51.531413 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf57aeef-8c60-428c-9f2a-4d38f5c0d424 admin admin] Notify agent at l3_agent.dv-cinder-760153-10-iscsi the message routers_updated {{(pid=94010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:12:51.542556 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b9cfc8-b21f-4425-a037-e3922400bad7 None None] Sync routers for ids ['14040cf8-03c7-4dc3-9b39-04fd716291de'] in dv-cinder-760153-10-iscsi {{(pid=94011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:12:51.549016 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-bf57aeef-8c60-428c-9f2a-4d38f5c0d424 admin admin] Notify callbacks [] for router, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:51.550338 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-bf57aeef-8c60-428c-9f2a-4d38f5c0d424 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2156374 Sep 10 15:12:51.553077 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 47476) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:12:51.557364 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b9cfc8-b21f-4425-a037-e3922400bad7 None None] Routers {'14040cf8-03c7-4dc3-9b39-04fd716291de'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:12:51.557885 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-98b9cfc8-b21f-4425-a037-e3922400bad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T15:12:27Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['14040cf8-03c7-4dc3-9b39-04fd716291de'], 'active': True} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:12:51.598816 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15771cb-e3ea-463d-b7ca-e7176ca255d5 None None] Network c00924aa-47db-4fd4-bda2-4f4111d84f4b requested from dv-cinder-760153-10-iscsi {{(pid=94011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:12:51.729703 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-3c559bbb-4301-47a7-8e7c-fb3e0ec10d0b None None] Provisioning for port 71e04ec5-d943-4dd1-8c5c-a5888b577c0f completed by entity DHCP. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:12:51.747715 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvr_db [None req-98b9cfc8-b21f-4425-a037-e3922400bad7 None None] Set router 14040cf8-03c7-4dc3-9b39-04fd716291de gateway port host: dv-cinder-760153-10-iscsi {{(pid=94011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:12:51.910674 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device 51e20ead-5ca9-4dd3-a452-2be31657bb35 up at agent hyperv_hv-cinder-76015 {{(pid=94011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:12:51.980737 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-8abce3cd-400d-4697-b126-d9924f75bd60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:52.034969 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Provisioning complete for port 51e20ead-5ca9-4dd3-a452-2be31657bb35 triggered by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:12:52.035521 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:52.084649 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-98b9cfc8-b21f-4425-a037-e3922400bad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14040cf8-03c7-4dc3-9b39-04fd716291de', 'name': 'tempest-TestVolumeBootPattern-428447017-router', 'tenant_id': 'a54041e21d774dc082088058e0725c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '0e0acf2c-5d83-466d-9036-0627ffcb4498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:12:49Z', 'updated_at': '2021-09-10T15:12:50Z', 'revision_number': 3, 'project_id': 'a54041e21d774dc082088058e0725c3e', 'gw_port': {'id': '0e0acf2c-5d83-466d-9036-0627ffcb4498', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:0e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14040cf8-03c7-4dc3-9b39-04fd716291de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:12:49Z', 'updated_at': '2021-09-10T15:12:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi'}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:12:52.147322 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device 71e04ec5-d943-4dd1-8c5c-a5888b577c0f up at agent ovs-agent-dv-cinder-760153-10-iscsi {{(pid=94011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:12:52.151369 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b9cfc8-b21f-4425-a037-e3922400bad7 None None] Checking router: 14040cf8-03c7-4dc3-9b39-04fd716291de for host: dv-cinder-760153-10-iscsi {{(pid=94011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:12:52.151718 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b9cfc8-b21f-4425-a037-e3922400bad7 None None] Updating router 14040cf8-03c7-4dc3-9b39-04fd716291de port 0e0acf2c-5d83-466d-9036-0627ffcb4498 binding host dv-cinder-760153-10-iscsi {{(pid=94011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 15:12:52.187346 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.db.db_base_plugin_common [None req-8abce3cd-400d-4697-b126-d9924f75bd60 admin admin] Allocated IP 172.20.0.1 (c00924aa-47db-4fd4-bda2-4f4111d84f4b/355b14f6-a44c-4c11-96c3-a282c3e99d40/0a5a41a6-1b14-4cbd-a104-9870c1c496ca) {{(pid=94010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:12:52.209146 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af17936-f4dd-424a-8f49-8a59153ca044 req-437900e9-cfdb-435a-b647-71908e64f536 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:52.227086 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-7af17936-f4dd-424a-8f49-8a59153ca044 req-437900e9-cfdb-435a-b647-71908e64f536 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e2fba9e-25ac-41cd-8f05-1789d4b617f1 HTTP/1.1" status: 200 len: 945 time: 0.0760679 Sep 10 15:12:52.244125 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-98b9cfc8-b21f-4425-a037-e3922400bad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:52.274410 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-7af17936-f4dd-424a-8f49-8a59153ca044 req-c73da3d3-6d94-41fe-8f56-9bff4b3d06cb tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/security-groups?id=facb85e1-ca28-4fa9-8341-49706cac4dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456176 Sep 10 15:12:52.282677 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:52.329707 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-8abce3cd-400d-4697-b126-d9924f75bd60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:52.343196 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.db.provisioning_blocks [None req-8abce3cd-400d-4697-b126-d9924f75bd60 admin admin] Transition to ACTIVE for port object 0a5a41a6-1b14-4cbd-a104-9870c1c496ca will not be triggered until provisioned by entity DHCP. {{(pid=94010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:12:52.350683 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Provisioning for port 71e04ec5-d943-4dd1-8c5c-a5888b577c0f completed by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:12:52.377003 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Provisioning complete for port 71e04ec5-d943-4dd1-8c5c-a5888b577c0f triggered by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:12:52.377373 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:52.383982 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-8abce3cd-400d-4697-b126-d9924f75bd60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748756606401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14298976'] for port, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:52.385258 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57ef1793-ae01-454a-94de-16de99900787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51e20ead-5ca9-4dd3-a452-2be31657bb35'}] {{(pid=94011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:12:52.388085 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eff4842c0e32827c09e5fc730d7a4a2f35fc7e77767eed508a7d5fefd1bac28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f97d0f-e28c-488a-9de8-f96f86f3cbcf" -d '{"events": [{"server_uuid": "57ef1793-ae01-454a-94de-16de99900787", "name": "network-vif-plugged", "status": "completed", "tag": "51e20ead-5ca9-4dd3-a452-2be31657bb35"}]}' {{(pid=94011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:12:52.430296 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abce3cd-400d-4697-b126-d9924f75bd60 admin admin] Network c00924aa-47db-4fd4-bda2-4f4111d84f4b is already hosted by enough agents. {{(pid=94010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:12:52.431937 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] For port 51e20ead-5ca9-4dd3-a452-2be31657bb35, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=51e20ead-5ca9-4dd3-a452-2be31657bb35,segment=NetworkSegment(adc254f0-00c9-46af-adb3-b3d1f6ff0d76),segment_id=adc254f0-00c9-46af-adb3-b3d1f6ff0d76)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:12:52.435935 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.base_scheduler [None req-8abce3cd-400d-4697-b126-d9924f75bd60 admin admin] Resources bound (agent type, host, resource id): {{(pid=94010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:12:52.439211 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c18c3ae-851c-48e7-ace4-928ddd944cd8 x-openstack-request-id: req-4c18c3ae-851c-48e7-ace4-928ddd944cd8 {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:12:52.439460 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57ef1793-ae01-454a-94de-16de99900787", "name": "network-vif-plugged", "status": "completed", "tag": "51e20ead-5ca9-4dd3-a452-2be31657bb35", "code": 200}]} {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:12:52.439647 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4c18c3ae-851c-48e7-ace4-928ddd944cd8 {{(pid=94011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:12:52.440027 dv-cinder-760153-10-iscsi neutron-server[94011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57ef1793-ae01-454a-94de-16de99900787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51e20ead-5ca9-4dd3-a452-2be31657bb35', 'code': 200} Sep 10 15:12:52.441869 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abce3cd-400d-4697-b126-d9924f75bd60 admin admin] Received port after_create {{(pid=94010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:12:52.448431 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abce3cd-400d-4697-b126-d9924f75bd60 admin admin] Pushing event updated for resources: {'Port': ['ID=0a5a41a6-1b14-4cbd-a104-9870c1c496ca,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:12:52.462289 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:52.463273 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device cbbd8aed-e390-465d-b140-9a4c90883319 no longer exists at agent hyperv_hv-cinder-76015 {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:12:52.500294 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-78d0a745-49f6-4544-a24c-4af454179127 None None] Provisioning complete for port 71e04ec5-d943-4dd1-8c5c-a5888b577c0f triggered by entity DHCP. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:12:52.501003 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-78d0a745-49f6-4544-a24c-4af454179127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:52.504879 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-8abce3cd-400d-4697-b126-d9924f75bd60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582848'] for router_interface, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:52.616349 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8d40b6-0ebc-4940-a474-99a926b123d6 req-a63954ed-8b14-448f-a3cc-5be4e5f1cdc4 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:52.619930 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-5b8d40b6-0ebc-4940-a474-99a926b123d6 req-a63954ed-8b14-448f-a3cc-5be4e5f1cdc4 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=57ef1793-ae01-454a-94de-16de99900787 HTTP/1.1" status: 200 len: 946 time: 0.0900662 Sep 10 15:12:52.685396 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-8abce3cd-400d-4697-b126-d9924f75bd60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:52.701527 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-5b8d40b6-0ebc-4940-a474-99a926b123d6 req-74871457-da71-4b01-8a15-3255bb078b7f tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=a513943a-efda-493e-84de-dcd66cfa68ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678089 Sep 10 15:12:52.704703 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676a74f1-cbc7-4d65-a00b-146d8a87ad2c req-a456a372-65b0-4bff-b98d-ab2b24ea5b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:52.706822 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-676a74f1-cbc7-4d65-a00b-146d8a87ad2c req-a456a372-65b0-4bff-b98d-ab2b24ea5b82 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=57ef1793-ae01-454a-94de-16de99900787 HTTP/1.1" status: 200 len: 1099 time: 0.0827897 Sep 10 15:12:52.752501 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-676a74f1-cbc7-4d65-a00b-146d8a87ad2c req-74586b1f-d5ad-4e93-8acc-066509a4a6fb service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a513943a-efda-493e-84de-dcd66cfa68ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386913 Sep 10 15:12:52.863640 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-8abce3cd-400d-4697-b126-d9924f75bd60 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:52.870472 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-8abce3cd-400d-4697-b126-d9924f75bd60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14298515'] for port, after_update {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:52.935464 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:52.937191 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Pushing event updated for resources: {'Port': ['ID=51e20ead-5ca9-4dd3-a452-2be31657bb35,revision_number=10']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:12:52.942201 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-8abce3cd-400d-4697-b126-d9924f75bd60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586064'] for router_interface, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:52.945789 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abce3cd-400d-4697-b126-d9924f75bd60 admin admin] Pushing event updated for resources: {'Port': ['ID=0a5a41a6-1b14-4cbd-a104-9870c1c496ca,revision_number=2']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:12:52.995090 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:53.047256 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abce3cd-400d-4697-b126-d9924f75bd60 admin admin] Network c00924aa-47db-4fd4-bda2-4f4111d84f4b is already hosted by enough agents. {{(pid=94010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:12:53.049740 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.base_scheduler [None req-8abce3cd-400d-4697-b126-d9924f75bd60 admin admin] Resources bound (agent type, host, resource id): {{(pid=94010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:12:53.077866 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] For port cbbd8aed-e390-465d-b140-9a4c90883319, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=cbbd8aed-e390-465d-b140-9a4c90883319,segment=NetworkSegment(57f4982e-55fa-411b-896e-d2f21b6a9591),segment_id=57f4982e-55fa-411b-896e-d2f21b6a9591)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:12:53.077866 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-78d0a745-49f6-4544-a24c-4af454179127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:53.109279 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:53.123387 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-98b9cfc8-b21f-4425-a037-e3922400bad7 None None] Notify callbacks [] for port, precommit_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:53.137998 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] For port 71e04ec5-d943-4dd1-8c5c-a5888b577c0f, host dv-cinder-760153-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-10-iscsi',level=0,port_id=71e04ec5-d943-4dd1-8c5c-a5888b577c0f,segment=NetworkSegment(0f50cfc0-b7c2-4b4f-b48e-e7079661db92),segment_id=0f50cfc0-b7c2-4b4f-b48e-e7079661db92)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:12:53.165428 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:53.169779 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-98b9cfc8-b21f-4425-a037-e3922400bad7 None None] Transition to ACTIVE for port object 0e0acf2c-5d83-466d-9036-0627ffcb4498 will not be triggered until provisioned by entity L2. {{(pid=94011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:12:53.192863 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8abce3cd-400d-4697-b126-d9924f75bd60 admin admin] Router 14040cf8-03c7-4dc3-9b39-04fd716291de has already been hosted by L3 agent b0771735-54fe-4ba2-aeee-11d3b2b54cf1 {{(pid=94010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 15:12:53.200115 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-98b9cfc8-b21f-4425-a037-e3922400bad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:53.235739 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Pushing event updated for resources: {'Port': ['ID=cbbd8aed-e390-465d-b140-9a4c90883319,revision_number=6']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:12:53.244729 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.db.api [None req-78d0a745-49f6-4544-a24c-4af454179127 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94011) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 15:12:53.245027 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG oslo_db.api [None req-78d0a745-49f6-4544-a24c-4af454179127 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 15:12:53.278269 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [None req-98b9cfc8-b21f-4425-a037-e3922400bad7 None None] Attempting to bind port 0e0acf2c-5d83-466d-9036-0627ffcb4498 on host dv-cinder-760153-10-iscsi for vnic_type normal with profile {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:12:53.278644 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [None req-98b9cfc8-b21f-4425-a037-e3922400bad7 None None] Attempting to bind port 0e0acf2c-5d83-466d-9036-0627ffcb4498 by drivers openvswitch,hyperv on host dv-cinder-760153-10-iscsi at level 0 using segments [{'id': '62148626-c573-4694-a829-31b2bfa74c0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed'}] {{(pid=94011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:12:53.279002 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b9cfc8-b21f-4425-a037-e3922400bad7 None None] Attempting to bind port 0e0acf2c-5d83-466d-9036-0627ffcb4498 on network caa13d69-ff92-44ce-a665-3b9af711feed {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:12:53.289120 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b9cfc8-b21f-4425-a037-e3922400bad7 None None] Checking agent: {'id': 'aa4392c4-9186-46d5-9724-80b6d464cfe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760153-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 14, 57, 58), 'started_at': datetime.datetime(2021, 9, 10, 14, 58, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760153-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:12:53.289921 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b9cfc8-b21f-4425-a037-e3922400bad7 None None] Checking segment: {'id': '62148626-c573-4694-a829-31b2bfa74c0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:12:53.289921 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-98b9cfc8-b21f-4425-a037-e3922400bad7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:53.290360 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b9cfc8-b21f-4425-a037-e3922400bad7 None None] Bound using segment: {'id': '62148626-c573-4694-a829-31b2bfa74c0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed'} {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:12:53.290790 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [None req-98b9cfc8-b21f-4425-a037-e3922400bad7 None None] Bound port: 0e0acf2c-5d83-466d-9036-0627ffcb4498, host: dv-cinder-760153-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62148626-c573-4694-a829-31b2bfa74c0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed'}}] {{(pid=94011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:12:53.291702 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-98b9cfc8-b21f-4425-a037-e3922400bad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:53.315824 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8abce3cd-400d-4697-b126-d9924f75bd60 admin admin] Notify agent at l3_agent.dv-cinder-760153-10-iscsi the message routers_updated {{(pid=94010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:12:53.330363 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-8abce3cd-400d-4697-b126-d9924f75bd60 admin admin] 10.222.0.35 "PUT /v2.0/routers/14040cf8-03c7-4dc3-9b39-04fd716291de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7682335 Sep 10 15:12:53.333275 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Pushing event updated for resources: {'Port': ['ID=71e04ec5-d943-4dd1-8c5c-a5888b577c0f,revision_number=3']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:12:53.395855 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f50ad2-fedc-48b7-be1b-c4e7fc7180f6 None None] Pushing event updated for resources: {'Port': ['ID=0e0acf2c-5d83-466d-9036-0627ffcb4498,revision_number=2']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:12:53.399176 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-98b9cfc8-b21f-4425-a037-e3922400bad7 None None] For port 0e0acf2c-5d83-466d-9036-0627ffcb4498, host dv-cinder-760153-10-iscsi, cleared binding levels {{(pid=94011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:12:53.402863 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-98b9cfc8-b21f-4425-a037-e3922400bad7 None None] For port 0e0acf2c-5d83-466d-9036-0627ffcb4498, host dv-cinder-760153-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-10-iscsi',level=0,port_id=0e0acf2c-5d83-466d-9036-0627ffcb4498,segment=NetworkSegment(62148626-c573-4694-a829-31b2bfa74c0d),segment_id=62148626-c573-4694-a829-31b2bfa74c0d)] {{(pid=94011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:12:53.409875 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147fb0b6-06da-4ee7-95d7-1a9c31d3a26e req-867937b3-9094-4321-ab29-938facaad5f3 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:53.411640 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-147fb0b6-06da-4ee7-95d7-1a9c31d3a26e req-867937b3-9094-4321-ab29-938facaad5f3 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e2fba9e-25ac-41cd-8f05-1789d4b617f1 HTTP/1.1" status: 200 len: 943 time: 0.0585141 Sep 10 15:12:53.412196 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-98b9cfc8-b21f-4425-a037-e3922400bad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:53.470766 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b9cfc8-b21f-4425-a037-e3922400bad7 None None] Routers {'14040cf8-03c7-4dc3-9b39-04fd716291de'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:12:53.471859 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-98b9cfc8-b21f-4425-a037-e3922400bad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T15:12:27Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['14040cf8-03c7-4dc3-9b39-04fd716291de'], 'active': True} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:12:53.471999 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-147fb0b6-06da-4ee7-95d7-1a9c31d3a26e req-24ab60c9-e85a-429b-8256-a5f99b8d3848 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/security-groups?id=facb85e1-ca28-4fa9-8341-49706cac4dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485389 Sep 10 15:12:53.528136 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f50ad2-fedc-48b7-be1b-c4e7fc7180f6 None None] Pushing event updated for resources: {'Port': ['ID=0e0acf2c-5d83-466d-9036-0627ffcb4498,revision_number=3']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:12:53.608057 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvr_db [None req-98b9cfc8-b21f-4425-a037-e3922400bad7 None None] Set router 14040cf8-03c7-4dc3-9b39-04fd716291de gateway port host: dv-cinder-760153-10-iscsi {{(pid=94011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:12:53.865946 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0510e7fe-b827-47a8-b2da-5bf933a6567c req-0c3ef1a9-723c-4a59-b4e2-23093d2b8442 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:53.874294 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-0510e7fe-b827-47a8-b2da-5bf933a6567c req-0c3ef1a9-723c-4a59-b4e2-23093d2b8442 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=57ef1793-ae01-454a-94de-16de99900787 HTTP/1.1" status: 200 len: 946 time: 0.0662062 Sep 10 15:12:53.895415 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-98b9cfc8-b21f-4425-a037-e3922400bad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14040cf8-03c7-4dc3-9b39-04fd716291de', 'name': 'tempest-TestVolumeBootPattern-428447017-router', 'tenant_id': 'a54041e21d774dc082088058e0725c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '0e0acf2c-5d83-466d-9036-0627ffcb4498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:12:49Z', 'updated_at': '2021-09-10T15:12:52Z', 'revision_number': 4, 'project_id': 'a54041e21d774dc082088058e0725c3e', 'gw_port': {'id': '0e0acf2c-5d83-466d-9036-0627ffcb4498', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:0e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14040cf8-03c7-4dc3-9b39-04fd716291de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:12:49Z', 'updated_at': '2021-09-10T15:12:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi', '_interfaces': [{'id': '0a5a41a6-1b14-4cbd-a104-9870c1c496ca', 'name': '', 'network_id': 'c00924aa-47db-4fd4-bda2-4f4111d84f4b', 'tenant_id': 'a54041e21d774dc082088058e0725c3e', 'mac_address': 'fa:16:3e:59:d0:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14040cf8-03c7-4dc3-9b39-04fd716291de', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '355b14f6-a44c-4c11-96c3-a282c3e99d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:12:52Z', 'updated_at': '2021-09-10T15:12:52Z', 'revision_number': 2, 'project_id': 'a54041e21d774dc082088058e0725c3e', 'subnets': [{'id': '355b14f6-a44c-4c11-96c3-a282c3e99d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:12:53.919549 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-0510e7fe-b827-47a8-b2da-5bf933a6567c req-9cfc11ae-7d42-4ee9-9738-f4e4a0b1f553 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=a513943a-efda-493e-84de-dcd66cfa68ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428724 Sep 10 15:12:53.966356 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 47512) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:12:53.972127 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.v2.base [None req-7eda594a-e6e9-46be-8187-a0d67ee28f92 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-80135649-network', 'tenant_id': 'e37ca8237b374b6b93adcb3f14d542e9'}} {{(pid=94009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:12:53.980118 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b9cfc8-b21f-4425-a037-e3922400bad7 None None] The sync data for ids ['14040cf8-03c7-4dc3-9b39-04fd716291de'] in dv-cinder-760153-10-iscsi is: [{'id': '14040cf8-03c7-4dc3-9b39-04fd716291de', 'name': 'tempest-TestVolumeBootPattern-428447017-router', 'tenant_id': 'a54041e21d774dc082088058e0725c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '0e0acf2c-5d83-466d-9036-0627ffcb4498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:12:49Z', 'updated_at': '2021-09-10T15:12:52Z', 'revision_number': 4, 'project_id': 'a54041e21d774dc082088058e0725c3e', 'gw_port': {'id': '0e0acf2c-5d83-466d-9036-0627ffcb4498', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:0e:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14040cf8-03c7-4dc3-9b39-04fd716291de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:12:49Z', 'updated_at': '2021-09-10T15:12:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi', '_interfaces': [{'id': '0a5a41a6-1b14-4cbd-a104-9870c1c496ca', 'name': '', 'network_id': 'c00924aa-47db-4fd4-bda2-4f4111d84f4b', 'tenant_id': 'a54041e21d774dc082088058e0725c3e', 'mac_address': 'fa:16:3e:59:d0:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14040cf8-03c7-4dc3-9b39-04fd716291de', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '355b14f6-a44c-4c11-96c3-a282c3e99d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:12:52Z', 'updated_at': '2021-09-10T15:12:52Z', 'revision_number': 2, 'project_id': 'a54041e21d774dc082088058e0725c3e', 'subnets': [{'id': '355b14f6-a44c-4c11-96c3-a282c3e99d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:12:53.994105 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-2824031d-576e-45df-bdb3-8ee9a9b20ae6 None None] Provisioning for port 0a5a41a6-1b14-4cbd-a104-9870c1c496ca completed by entity DHCP. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:12:54.002256 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-2824031d-576e-45df-bdb3-8ee9a9b20ae6 None None] Provisioning complete for port 0a5a41a6-1b14-4cbd-a104-9870c1c496ca triggered by entity DHCP. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:12:54.003153 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-2824031d-576e-45df-bdb3-8ee9a9b20ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:54.007804 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eda594a-e6e9-46be-8187-a0d67ee28f92 admin admin] Made reservation on behalf of e37ca8237b374b6b93adcb3f14d542e9 for: {'network': 1} {{(pid=94009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:12:54.011632 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-7eda594a-e6e9-46be-8187-a0d67ee28f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for network, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:54.026010 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-7eda594a-e6e9-46be-8187-a0d67ee28f92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:54.082754 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-2824031d-576e-45df-bdb3-8ee9a9b20ae6 None None] Port 0a5a41a6-1b14-4cbd-a104-9870c1c496ca cannot update to ACTIVE because it is not bound. {{(pid=94011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 15:12:54.087681 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device 71e04ec5-d943-4dd1-8c5c-a5888b577c0f up at agent ovs-agent-dv-cinder-760153-10-iscsi {{(pid=94011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:12:54.159846 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Provisioning complete for port 71e04ec5-d943-4dd1-8c5c-a5888b577c0f triggered by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:12:54.160352 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:54.218140 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-7eda594a-e6e9-46be-8187-a0d67ee28f92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:54.227019 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-7eda594a-e6e9-46be-8187-a0d67ee28f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:54.260411 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7eda594a-e6e9-46be-8187-a0d67ee28f92 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=94009) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 15:12:54.297691 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-7eda594a-e6e9-46be-8187-a0d67ee28f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672864'] for segment, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:54.298845 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.db.segments_db [None req-7eda594a-e6e9-46be-8187-a0d67ee28f92 admin admin] Added segment 14758eda-5d6a-4559-ac06-7102802ea23a of type vlan for network fd8f0da2-6fb3-454d-ac08-6842e1e3179c Sep 10 15:12:54.309987 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eda594a-e6e9-46be-8187-a0d67ee28f92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab351cba-0df9-406e-9d16-7eadebcac39d,revision_number=1']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:12:54.356376 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-7eda594a-e6e9-46be-8187-a0d67ee28f92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748756560168'] for network, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:54.392093 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.agents_db [None req-04bb1bd2-f33d-49ef-a466-6fb3f7a23ee1 None None] Agent healthcheck: found 6 active agents {{(pid=94012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 15:12:54.402211 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-7eda594a-e6e9-46be-8187-a0d67ee28f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861'] for network, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:54.403461 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eda594a-e6e9-46be-8187-a0d67ee28f92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:54.404159 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-7eda594a-e6e9-46be-8187-a0d67ee28f92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526879'] for network, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:54.441193 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e2fba9e-25ac-41cd-8f05-1789d4b617f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbbd8aed-e390-465d-b140-9a4c90883319'}] {{(pid=94011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:12:54.444580 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eff4842c0e32827c09e5fc730d7a4a2f35fc7e77767eed508a7d5fefd1bac28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a026f19c-4859-4d21-bc07-17730d58e0e8" -d '{"events": [{"server_uuid": "8e2fba9e-25ac-41cd-8f05-1789d4b617f1", "name": "network-vif-unplugged", "status": "completed", "tag": "cbbd8aed-e390-465d-b140-9a4c90883319"}]}' {{(pid=94011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:12:54.444824 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-7eda594a-e6e9-46be-8187-a0d67ee28f92 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4769087 Sep 10 15:12:54.448598 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 47534) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:12:54.458744 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.v2.base [None req-73fac9aa-0856-40ab-b6b8-6ea67c9f3c60 admin admin] Request body: {'subnet': {'network_id': 'fd8f0da2-6fb3-454d-ac08-6842e1e3179c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-80135649-subnet', 'tenant_id': 'e37ca8237b374b6b93adcb3f14d542e9', 'ip_version': 4}} {{(pid=94010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:12:54.496720 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73fac9aa-0856-40ab-b6b8-6ea67c9f3c60 admin admin] Made reservation on behalf of e37ca8237b374b6b93adcb3f14d542e9 for: {'subnet': 1} {{(pid=94010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:12:54.500578 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-73fac9aa-0856-40ab-b6b8-6ea67c9f3c60 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14665370'] for subnet, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:54.503464 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eda594a-e6e9-46be-8187-a0d67ee28f92 admin admin] Pushing event updated for resources: {'Network': ['ID=fd8f0da2-6fb3-454d-ac08-6842e1e3179c,revision_number=1']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:12:54.507762 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 10 Sep 2021 15:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34164210-a659-45bc-b4c4-13adaeb45a53 x-openstack-request-id: req-34164210-a659-45bc-b4c4-13adaeb45a53 {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:12:54.508141 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e2fba9e-25ac-41cd-8f05-1789d4b617f1", "name": "network-vif-unplugged", "status": "failed", "tag": "cbbd8aed-e390-465d-b140-9a4c90883319", "code": 422}]} {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:12:54.508447 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-34164210-a659-45bc-b4c4-13adaeb45a53 {{(pid=94011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:12:54.508947 dv-cinder-760153-10-iscsi neutron-server[94011]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8e2fba9e-25ac-41cd-8f05-1789d4b617f1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cbbd8aed-e390-465d-b140-9a4c90883319', 'code': 422} returned with failed status Sep 10 15:12:54.517882 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Network fd8f0da2-6fb3-454d-ac08-6842e1e3179c details requested by agent ovs-agent-dv-cinder-760153-10-iscsi with host dv-cinder-760153-10-iscsi {{(pid=94011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 15:12:54.629384 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de089d24-af3a-426d-a2a4-a985cc91c4e5 req-f8741f1b-b323-4d0d-87fa-a4380483c2c8 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:54.637034 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-de089d24-af3a-426d-a2a4-a985cc91c4e5 req-f8741f1b-b323-4d0d-87fa-a4380483c2c8 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e2fba9e-25ac-41cd-8f05-1789d4b617f1 HTTP/1.1" status: 200 len: 943 time: 0.0755451 Sep 10 15:12:54.668699 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b84def68-6f3d-4ca7-bfbf-f1aee77aaf8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:54.691793 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-de089d24-af3a-426d-a2a4-a985cc91c4e5 req-6c73bc27-7ee9-4493-8d38-f89c52f0815e tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/security-groups?id=facb85e1-ca28-4fa9-8341-49706cac4dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463891 Sep 10 15:12:54.772381 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-73fac9aa-0856-40ab-b6b8-6ea67c9f3c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14298908', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14665348'] for subnet, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:54.839117 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fac9aa-0856-40ab-b6b8-6ea67c9f3c60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dab816b-f45d-4005-9961-2c2c8daece1e,revision_number=0']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:12:54.849664 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fac9aa-0856-40ab-b6b8-6ea67c9f3c60 admin admin] Checking segment: {'id': '14758eda-5d6a-4559-ac06-7102802ea23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'fd8f0da2-6fb3-454d-ac08-6842e1e3179c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:12:54.850059 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73fac9aa-0856-40ab-b6b8-6ea67c9f3c60 admin admin] Network hostable DHCP agents. Network: fd8f0da2-6fb3-454d-ac08-6842e1e3179c, hostable agents: ['afb565d3-e50e-4cf5-8d13-a2fbc8ff1b06'], hosted agents: [] {{(pid=94010) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 15:12:54.870583 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73fac9aa-0856-40ab-b6b8-6ea67c9f3c60 admin admin] Network fd8f0da2-6fb3-454d-ac08-6842e1e3179c is scheduled to be hosted by DHCP agent afb565d3-e50e-4cf5-8d13-a2fbc8ff1b06 with binding_index 1 {{(pid=94010) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 15:12:54.881514 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.base_scheduler [None req-73fac9aa-0856-40ab-b6b8-6ea67c9f3c60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760153-10-iscsi, fd8f0da2-6fb3-454d-ac08-6842e1e3179c) {{(pid=94010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:12:54.887038 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73fac9aa-0856-40ab-b6b8-6ea67c9f3c60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:54.887716 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-73fac9aa-0856-40ab-b6b8-6ea67c9f3c60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526879'] for subnet, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:54.904651 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-73fac9aa-0856-40ab-b6b8-6ea67c9f3c60 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4544654 Sep 10 15:12:54.907481 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 47552) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:12:54.913804 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.v2.base [None req-9787d9ff-81e6-4ea1-8a42-cbc6c6b1adf1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-80135649-router', 'tenant_id': 'e37ca8237b374b6b93adcb3f14d542e9', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed'}}} {{(pid=94010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:12:54.967607 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-9787d9ff-81e6-4ea1-8a42-cbc6c6b1adf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-584384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-375'] for router, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:54.969031 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-9787d9ff-81e6-4ea1-8a42-cbc6c6b1adf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-587088', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-585408', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-706683', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-382'] for router, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:55.095422 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a069fa1-d7d4-4c6f-bba9-ca61a0e8917a req-4c450142-3b86-4ef6-a7df-41a5b852d49c tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:55.096380 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e959d5-d6fc-4409-9cf9-1ee3ba1573e3 None None] Network fd8f0da2-6fb3-454d-ac08-6842e1e3179c requested from dv-cinder-760153-10-iscsi {{(pid=94011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:12:55.099384 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-9787d9ff-81e6-4ea1-8a42-cbc6c6b1adf1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:55.102671 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-7a069fa1-d7d4-4c6f-bba9-ca61a0e8917a req-4c450142-3b86-4ef6-a7df-41a5b852d49c tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=57ef1793-ae01-454a-94de-16de99900787 HTTP/1.1" status: 200 len: 946 time: 0.0795934 Sep 10 15:12:55.155863 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-7a069fa1-d7d4-4c6f-bba9-ca61a0e8917a req-32a85106-dd47-4fb1-9e25-493dccf9df1e tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=a513943a-efda-493e-84de-dcd66cfa68ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512671 Sep 10 15:12:55.286703 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77d3c69-870a-4ff0-957d-f119d9f70a4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp75912ed4-7a3a-54d7-ac9b-82d05aadd505-fd8f0da2-6fb3-454d-ac08-6842e1e3179c', 'network_id': 'fd8f0da2-6fb3-454d-ac08-6842e1e3179c', 'tenant_id': 'e37ca8237b374b6b93adcb3f14d542e9', 'fixed_ips': [{'subnet_id': '1dab816b-f45d-4005-9961-2c2c8daece1e'}]}} from dv-cinder-760153-10-iscsi. {{(pid=94011) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 15:12:55.287596 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c77d3c69-870a-4ff0-957d-f119d9f70a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:55.335105 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-9787d9ff-81e6-4ea1-8a42-cbc6c6b1adf1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:55.442949 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.db_base_plugin_common [None req-c77d3c69-870a-4ff0-957d-f119d9f70a4f None None] Allocated IP 172.20.0.2 (fd8f0da2-6fb3-454d-ac08-6842e1e3179c/1dab816b-f45d-4005-9961-2c2c8daece1e/b41ebc4c-a3ac-469c-8d78-bdff0f1e4c62) {{(pid=94011) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:12:55.542610 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-9787d9ff-81e6-4ea1-8a42-cbc6c6b1adf1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:55.563200 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-9787d9ff-81e6-4ea1-8a42-cbc6c6b1adf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:55.603605 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c77d3c69-870a-4ff0-957d-f119d9f70a4f None None] Notify callbacks [] for port, precommit_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:55.612946 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-c77d3c69-870a-4ff0-957d-f119d9f70a4f None None] Transition to ACTIVE for port object b41ebc4c-a3ac-469c-8d78-bdff0f1e4c62 will not be triggered until provisioned by entity L2. {{(pid=94011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:12:55.637470 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-c77d3c69-870a-4ff0-957d-f119d9f70a4f None None] Transition to ACTIVE for port object b41ebc4c-a3ac-469c-8d78-bdff0f1e4c62 will not be triggered until provisioned by entity DHCP. {{(pid=94011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:12:55.652022 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c77d3c69-870a-4ff0-957d-f119d9f70a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748756606401'] for port, after_create {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:55.687550 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.db.db_base_plugin_common [None req-9787d9ff-81e6-4ea1-8a42-cbc6c6b1adf1 admin admin] Allocated IP 172.27.0.91 (caa13d69-ff92-44ce-a665-3b9af711feed/3b314502-2ac4-4640-9fa5-f95f10fc4599/deb0a35b-d751-4f3f-9d56-d7baa476e316) {{(pid=94010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:12:55.827943 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-9787d9ff-81e6-4ea1-8a42-cbc6c6b1adf1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:55.831782 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a886e72-0acb-4bf7-92dc-9325ee95b94b req-6f8b062e-7567-4c3a-8ee9-0383395e1835 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:55.833352 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-9a886e72-0acb-4bf7-92dc-9325ee95b94b req-6f8b062e-7567-4c3a-8ee9-0383395e1835 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e2fba9e-25ac-41cd-8f05-1789d4b617f1 HTTP/1.1" status: 200 len: 943 time: 0.0566893 Sep 10 15:12:55.838696 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77d3c69-870a-4ff0-957d-f119d9f70a4f None None] Network fd8f0da2-6fb3-454d-ac08-6842e1e3179c is already hosted by enough agents. {{(pid=94011) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:12:55.845713 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.scheduler.base_scheduler [None req-c77d3c69-870a-4ff0-957d-f119d9f70a4f None None] Resources bound (agent type, host, resource id): {{(pid=94011) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:12:55.847914 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77d3c69-870a-4ff0-957d-f119d9f70a4f None None] Received port after_create {{(pid=94011) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:12:55.856391 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77d3c69-870a-4ff0-957d-f119d9f70a4f None None] Pushing event updated for resources: {'Port': ['ID=b41ebc4c-a3ac-469c-8d78-bdff0f1e4c62,revision_number=1']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:12:55.874839 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-9a886e72-0acb-4bf7-92dc-9325ee95b94b req-b06d56db-7a38-4015-8fa5-6787b33c34dc tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/security-groups?id=facb85e1-ca28-4fa9-8341-49706cac4dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347493 Sep 10 15:12:55.880308 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-9787d9ff-81e6-4ea1-8a42-cbc6c6b1adf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748756606401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14298976'] for port, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:55.914689 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [None req-c77d3c69-870a-4ff0-957d-f119d9f70a4f None None] Attempting to bind port b41ebc4c-a3ac-469c-8d78-bdff0f1e4c62 on host dv-cinder-760153-10-iscsi for vnic_type normal with profile {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:12:55.915069 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [None req-c77d3c69-870a-4ff0-957d-f119d9f70a4f None None] Attempting to bind port b41ebc4c-a3ac-469c-8d78-bdff0f1e4c62 by drivers openvswitch,hyperv on host dv-cinder-760153-10-iscsi at level 0 using segments [{'id': '14758eda-5d6a-4559-ac06-7102802ea23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'fd8f0da2-6fb3-454d-ac08-6842e1e3179c'}] {{(pid=94011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:12:55.915438 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77d3c69-870a-4ff0-957d-f119d9f70a4f None None] Attempting to bind port b41ebc4c-a3ac-469c-8d78-bdff0f1e4c62 on network fd8f0da2-6fb3-454d-ac08-6842e1e3179c {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:12:55.921286 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77d3c69-870a-4ff0-957d-f119d9f70a4f None None] Checking agent: {'id': 'aa4392c4-9186-46d5-9724-80b6d464cfe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760153-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 14, 57, 58), 'started_at': datetime.datetime(2021, 9, 10, 14, 58, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760153-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:12:55.921673 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77d3c69-870a-4ff0-957d-f119d9f70a4f None None] Checking segment: {'id': '14758eda-5d6a-4559-ac06-7102802ea23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'fd8f0da2-6fb3-454d-ac08-6842e1e3179c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:12:55.922190 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9787d9ff-81e6-4ea1-8a42-cbc6c6b1adf1 admin admin] Network caa13d69-ff92-44ce-a665-3b9af711feed is already hosted by enough agents. {{(pid=94010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:12:55.922346 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c77d3c69-870a-4ff0-957d-f119d9f70a4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:55.922665 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77d3c69-870a-4ff0-957d-f119d9f70a4f None None] Bound using segment: {'id': '14758eda-5d6a-4559-ac06-7102802ea23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'fd8f0da2-6fb3-454d-ac08-6842e1e3179c'} {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:12:55.923150 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [None req-c77d3c69-870a-4ff0-957d-f119d9f70a4f None None] Bound port: b41ebc4c-a3ac-469c-8d78-bdff0f1e4c62, host: dv-cinder-760153-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14758eda-5d6a-4559-ac06-7102802ea23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'fd8f0da2-6fb3-454d-ac08-6842e1e3179c'}}] {{(pid=94011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:12:55.923632 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c77d3c69-870a-4ff0-957d-f119d9f70a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:55.925571 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.base_scheduler [None req-9787d9ff-81e6-4ea1-8a42-cbc6c6b1adf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:12:55.932530 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9787d9ff-81e6-4ea1-8a42-cbc6c6b1adf1 admin admin] Received port after_create {{(pid=94010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:12:55.938246 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9787d9ff-81e6-4ea1-8a42-cbc6c6b1adf1 admin admin] Pushing event updated for resources: {'Port': ['ID=deb0a35b-d751-4f3f-9d56-d7baa476e316,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:12:56.003218 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-c77d3c69-870a-4ff0-957d-f119d9f70a4f None None] For port b41ebc4c-a3ac-469c-8d78-bdff0f1e4c62, host dv-cinder-760153-10-iscsi, cleared binding levels {{(pid=94011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:12:56.008204 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-c77d3c69-870a-4ff0-957d-f119d9f70a4f None None] For port b41ebc4c-a3ac-469c-8d78-bdff0f1e4c62, host dv-cinder-760153-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-10-iscsi',level=0,port_id=b41ebc4c-a3ac-469c-8d78-bdff0f1e4c62,segment=NetworkSegment(14758eda-5d6a-4559-ac06-7102802ea23a),segment_id=14758eda-5d6a-4559-ac06-7102802ea23a)] {{(pid=94011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:12:56.013925 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c77d3c69-870a-4ff0-957d-f119d9f70a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:56.085813 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77d3c69-870a-4ff0-957d-f119d9f70a4f None None] Pushing event updated for resources: {'Port': ['ID=b41ebc4c-a3ac-469c-8d78-bdff0f1e4c62,revision_number=2']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:12:56.114717 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device 0e0acf2c-5d83-466d-9036-0627ffcb4498 up at agent ovs-agent-dv-cinder-760153-10-iscsi {{(pid=94011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:12:56.177755 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Provisioning for port 0e0acf2c-5d83-466d-9036-0627ffcb4498 completed by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:12:56.196250 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Provisioning complete for port 0e0acf2c-5d83-466d-9036-0627ffcb4498 triggered by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:12:56.196640 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:56.343298 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b60472-9ca7-4cd3-aab8-784c2c34375d req-c3beab4e-3e5e-4c11-af02-a51ed6e2f1ec tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:56.355473 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-46b60472-9ca7-4cd3-aab8-784c2c34375d req-c3beab4e-3e5e-4c11-af02-a51ed6e2f1ec tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=57ef1793-ae01-454a-94de-16de99900787 HTTP/1.1" status: 200 len: 946 time: 0.1014867 Sep 10 15:12:56.415901 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-46b60472-9ca7-4cd3-aab8-784c2c34375d req-ac438e47-7136-46e0-b480-4d91853a035c tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=a513943a-efda-493e-84de-dcd66cfa68ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581594 Sep 10 15:12:56.423469 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:56.474389 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] For port 0e0acf2c-5d83-466d-9036-0627ffcb4498, host dv-cinder-760153-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-10-iscsi',level=0,port_id=0e0acf2c-5d83-466d-9036-0627ffcb4498,segment=NetworkSegment(62148626-c573-4694-a829-31b2bfa74c0d),segment_id=62148626-c573-4694-a829-31b2bfa74c0d)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:12:56.481541 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:56.551316 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Pushing event updated for resources: {'Port': ['ID=0e0acf2c-5d83-466d-9036-0627ffcb4498,revision_number=4']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:12:56.680128 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-9787d9ff-81e6-4ea1-8a42-cbc6c6b1adf1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:56.932555 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-9787d9ff-81e6-4ea1-8a42-cbc6c6b1adf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-587081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-582673'] for router, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:57.070778 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3138e3a-aaea-426d-8978-442992df4898 req-710f57a0-9fbb-4021-8b1d-1ffdb75fc124 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:57.075841 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-d3138e3a-aaea-426d-8978-442992df4898 req-710f57a0-9fbb-4021-8b1d-1ffdb75fc124 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e2fba9e-25ac-41cd-8f05-1789d4b617f1 HTTP/1.1" status: 200 len: 943 time: 0.1125524 Sep 10 15:12:57.120715 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9787d9ff-81e6-4ea1-8a42-cbc6c6b1adf1 admin admin] Router 6fab04c1-2924-467a-aa6c-86e19aa8354a is scheduled to L3 agent b0771735-54fe-4ba2-aeee-11d3b2b54cf1 with binding_index 1 {{(pid=94010) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 15:12:57.150664 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-d3138e3a-aaea-426d-8978-442992df4898 req-0ff8b26d-4347-434d-8ff5-a7e42de78ea1 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/security-groups?id=facb85e1-ca28-4fa9-8341-49706cac4dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431645 Sep 10 15:12:57.253701 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b50048c-67af-42c8-ae86-8bda3b6d0c1b None None] Network fd8f0da2-6fb3-454d-ac08-6842e1e3179c requested from dv-cinder-760153-10-iscsi {{(pid=94011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:12:57.271934 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fa2980-768e-4623-a6fb-00c7869a2806 None None] Sync routers for ids ['14040cf8-03c7-4dc3-9b39-04fd716291de'] in dv-cinder-760153-10-iscsi {{(pid=94012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:12:57.282122 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fa2980-768e-4623-a6fb-00c7869a2806 None None] Routers {'14040cf8-03c7-4dc3-9b39-04fd716291de'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:12:57.282716 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-c3fa2980-768e-4623-a6fb-00c7869a2806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T15:12:27Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['14040cf8-03c7-4dc3-9b39-04fd716291de'], 'active': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:12:57.294780 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9787d9ff-81e6-4ea1-8a42-cbc6c6b1adf1 admin admin] Notify agent at l3_agent.dv-cinder-760153-10-iscsi the message routers_updated {{(pid=94010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:12:57.310331 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2968559f-7f41-40e0-ac56-4f6d2c59e12d None None] Sync routers for ids ['6fab04c1-2924-467a-aa6c-86e19aa8354a'] in dv-cinder-760153-10-iscsi {{(pid=94011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:12:57.315166 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-9787d9ff-81e6-4ea1-8a42-cbc6c6b1adf1 admin admin] Notify callbacks [] for router, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:57.316425 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-9787d9ff-81e6-4ea1-8a42-cbc6c6b1adf1 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4066236 Sep 10 15:12:57.319314 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 47584) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:12:57.346897 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3010fa0f-18d2-4709-a947-59b3997271a4 req-1f622abb-c436-4ad7-a80d-f443de409b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:57.348563 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-3010fa0f-18d2-4709-a947-59b3997271a4 req-1f622abb-c436-4ad7-a80d-f443de409b80 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8e2fba9e-25ac-41cd-8f05-1789d4b617f1&tenant_id=47244aba6de4405d9ea861774b300ddd HTTP/1.1" status: 200 len: 1096 time: 0.0555229 Sep 10 15:12:57.366756 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2968559f-7f41-40e0-ac56-4f6d2c59e12d None None] Routers {'6fab04c1-2924-467a-aa6c-86e19aa8354a'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:12:57.367918 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-2968559f-7f41-40e0-ac56-4f6d2c59e12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T15:12:27Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['6fab04c1-2924-467a-aa6c-86e19aa8354a'], 'active': True} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:12:57.410408 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvr_db [None req-c3fa2980-768e-4623-a6fb-00c7869a2806 None None] Set router 14040cf8-03c7-4dc3-9b39-04fd716291de gateway port host: dv-cinder-760153-10-iscsi {{(pid=94012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:12:57.426124 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-16348586-3041-4866-9783-4d125d3b4c76 None None] Provisioning for port b41ebc4c-a3ac-469c-8d78-bdff0f1e4c62 completed by entity DHCP. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:12:57.427637 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3010fa0f-18d2-4709-a947-59b3997271a4 req-fa84eff8-372f-48ca-bd52-6eb53902dfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:57.430625 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-3010fa0f-18d2-4709-a947-59b3997271a4 req-fa84eff8-372f-48ca-bd52-6eb53902dfd9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=47244aba6de4405d9ea861774b300ddd&device_id=8e2fba9e-25ac-41cd-8f05-1789d4b617f1 HTTP/1.1" status: 200 len: 1096 time: 0.0565488 Sep 10 15:12:57.541914 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-8cf4db4f-2773-4bbf-a660-93546ba33496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:57.550314 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvr_db [None req-2968559f-7f41-40e0-ac56-4f6d2c59e12d None None] Set router 6fab04c1-2924-467a-aa6c-86e19aa8354a gateway port host: dv-cinder-760153-10-iscsi {{(pid=94011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:12:57.565779 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3010fa0f-18d2-4709-a947-59b3997271a4 req-460f3e62-3e3a-42e3-bf3b-21b2c2c1d71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:57.567707 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-3010fa0f-18d2-4709-a947-59b3997271a4 req-460f3e62-3e3a-42e3-bf3b-21b2c2c1d71a service neutron] 10.222.0.42 "GET /v2.0/networks?id=7cf88e2d-f05f-45fc-a04d-f0661eff459b HTTP/1.1" status: 200 len: 909 time: 0.1296146 Sep 10 15:12:57.652411 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-c3fa2980-768e-4623-a6fb-00c7869a2806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14040cf8-03c7-4dc3-9b39-04fd716291de', 'name': 'tempest-TestVolumeBootPattern-428447017-router', 'tenant_id': 'a54041e21d774dc082088058e0725c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '0e0acf2c-5d83-466d-9036-0627ffcb4498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:12:49Z', 'updated_at': '2021-09-10T15:12:52Z', 'revision_number': 4, 'project_id': 'a54041e21d774dc082088058e0725c3e', 'gw_port': {'id': '0e0acf2c-5d83-466d-9036-0627ffcb4498', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:0e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14040cf8-03c7-4dc3-9b39-04fd716291de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:12:49Z', 'updated_at': '2021-09-10T15:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi', '_interfaces': [{'id': '0a5a41a6-1b14-4cbd-a104-9870c1c496ca', 'name': '', 'network_id': 'c00924aa-47db-4fd4-bda2-4f4111d84f4b', 'tenant_id': 'a54041e21d774dc082088058e0725c3e', 'mac_address': 'fa:16:3e:59:d0:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14040cf8-03c7-4dc3-9b39-04fd716291de', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '355b14f6-a44c-4c11-96c3-a282c3e99d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:12:52Z', 'updated_at': '2021-09-10T15:12:52Z', 'revision_number': 2, 'project_id': 'a54041e21d774dc082088058e0725c3e', 'subnets': [{'id': '355b14f6-a44c-4c11-96c3-a282c3e99d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:12:57.681113 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-3010fa0f-18d2-4709-a947-59b3997271a4 req-ad7c9bc2-4954-4b20-b6d3-9b884e5f84ef service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cbbd8aed-e390-465d-b140-9a4c90883319 HTTP/1.1" status: 200 len: 999 time: 0.0988591 Sep 10 15:12:57.700470 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fa2980-768e-4623-a6fb-00c7869a2806 None None] Checking router: 14040cf8-03c7-4dc3-9b39-04fd716291de for host: dv-cinder-760153-10-iscsi {{(pid=94012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:12:57.700838 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fa2980-768e-4623-a6fb-00c7869a2806 None None] Updating router 14040cf8-03c7-4dc3-9b39-04fd716291de port 0a5a41a6-1b14-4cbd-a104-9870c1c496ca binding host dv-cinder-760153-10-iscsi {{(pid=94012) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 15:12:57.729816 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c3fa2980-768e-4623-a6fb-00c7869a2806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:57.743483 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3010fa0f-18d2-4709-a947-59b3997271a4 req-69f8bf07-8acf-4125-8481-f789f82b0e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:57.745119 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-3010fa0f-18d2-4709-a947-59b3997271a4 req-69f8bf07-8acf-4125-8481-f789f82b0e2b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8893c71f-9a4e-420e-94a5-477d5ef9e705 HTTP/1.1" status: 200 len: 847 time: 0.0610852 Sep 10 15:12:57.820465 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3010fa0f-18d2-4709-a947-59b3997271a4 req-6760fb95-13f2-44a3-8788-4e4f7f44efe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:57.823065 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-3010fa0f-18d2-4709-a947-59b3997271a4 req-6760fb95-13f2-44a3-8788-4e4f7f44efe2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7cf88e2d-f05f-45fc-a04d-f0661eff459b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0688722 Sep 10 15:12:57.830200 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-2968559f-7f41-40e0-ac56-4f6d2c59e12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fab04c1-2924-467a-aa6c-86e19aa8354a', 'name': 'tempest-TestVolumeBootPattern-80135649-router', 'tenant_id': 'e37ca8237b374b6b93adcb3f14d542e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'deb0a35b-d751-4f3f-9d56-d7baa476e316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:12:54Z', 'updated_at': '2021-09-10T15:12:56Z', 'revision_number': 3, 'project_id': 'e37ca8237b374b6b93adcb3f14d542e9', 'gw_port': {'id': 'deb0a35b-d751-4f3f-9d56-d7baa476e316', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e8:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fab04c1-2924-467a-aa6c-86e19aa8354a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:12:55Z', 'updated_at': '2021-09-10T15:12:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi'}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:12:57.872335 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2968559f-7f41-40e0-ac56-4f6d2c59e12d None None] Checking router: 6fab04c1-2924-467a-aa6c-86e19aa8354a for host: dv-cinder-760153-10-iscsi {{(pid=94011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:12:57.872953 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2968559f-7f41-40e0-ac56-4f6d2c59e12d None None] Updating router 6fab04c1-2924-467a-aa6c-86e19aa8354a port deb0a35b-d751-4f3f-9d56-d7baa476e316 binding host dv-cinder-760153-10-iscsi {{(pid=94011) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 15:12:57.874382 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-c9bee3cb-3dfd-4a03-8e95-ffebaa665c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:57.902450 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-2968559f-7f41-40e0-ac56-4f6d2c59e12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:57.981102 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-3010fa0f-18d2-4709-a947-59b3997271a4 req-4729e8a9-c8cf-441d-a2db-287c39c3fdf8 service neutron] 10.222.0.42 "GET /v2.0/networks/7cf88e2d-f05f-45fc-a04d-f0661eff459b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504827 Sep 10 15:12:58.123612 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c3fa2980-768e-4623-a6fb-00c7869a2806 None None] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:58.140798 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [None req-c3fa2980-768e-4623-a6fb-00c7869a2806 None None] Transition to ACTIVE for port object 0a5a41a6-1b14-4cbd-a104-9870c1c496ca will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:12:58.150676 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c3fa2980-768e-4623-a6fb-00c7869a2806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:58.160070 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-3010fa0f-18d2-4709-a947-59b3997271a4 req-6a867e10-eaeb-45b8-ad07-303a682ae3fd service neutron] 10.222.0.42 "GET /v2.0/networks/7cf88e2d-f05f-45fc-a04d-f0661eff459b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713603 Sep 10 15:12:58.165027 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.db.db_base_plugin_common [None req-c9bee3cb-3dfd-4a03-8e95-ffebaa665c53 admin admin] Allocated IP 172.20.0.1 (fd8f0da2-6fb3-454d-ac08-6842e1e3179c/1dab816b-f45d-4005-9961-2c2c8daece1e/9d43b739-a406-495d-afd8-dc0b535a5580) {{(pid=94010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:12:58.246659 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91c3b36-352e-4245-a342-8655770f259a None None] Pushing event updated for resources: {'Port': ['ID=0a5a41a6-1b14-4cbd-a104-9870c1c496ca,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:12:58.258341 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91c3b36-352e-4245-a342-8655770f259a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:12:58.258668 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91c3b36-352e-4245-a342-8655770f259a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:12:58.259010 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91c3b36-352e-4245-a342-8655770f259a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:12:58.259411 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91c3b36-352e-4245-a342-8655770f259a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:12:58.259742 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91c3b36-352e-4245-a342-8655770f259a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:12:58.260070 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91c3b36-352e-4245-a342-8655770f259a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:12:58.260395 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91c3b36-352e-4245-a342-8655770f259a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:12:58.260721 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91c3b36-352e-4245-a342-8655770f259a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:12:58.261066 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91c3b36-352e-4245-a342-8655770f259a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:12:58.261392 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91c3b36-352e-4245-a342-8655770f259a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:12:58.264887 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91c3b36-352e-4245-a342-8655770f259a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:12:58.265290 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f91c3b36-352e-4245-a342-8655770f259a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94012) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:12:58.316546 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-c9bee3cb-3dfd-4a03-8e95-ffebaa665c53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:58.346375 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-c3fa2980-768e-4623-a6fb-00c7869a2806 None None] Attempting to bind port 0a5a41a6-1b14-4cbd-a104-9870c1c496ca on host dv-cinder-760153-10-iscsi for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:12:58.346853 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-c3fa2980-768e-4623-a6fb-00c7869a2806 None None] Attempting to bind port 0a5a41a6-1b14-4cbd-a104-9870c1c496ca by drivers openvswitch,hyperv on host dv-cinder-760153-10-iscsi at level 0 using segments [{'id': '0f50cfc0-b7c2-4b4f-b48e-e7079661db92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c00924aa-47db-4fd4-bda2-4f4111d84f4b'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:12:58.347106 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fa2980-768e-4623-a6fb-00c7869a2806 None None] Attempting to bind port 0a5a41a6-1b14-4cbd-a104-9870c1c496ca on network c00924aa-47db-4fd4-bda2-4f4111d84f4b {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:12:58.354064 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.db.provisioning_blocks [None req-c9bee3cb-3dfd-4a03-8e95-ffebaa665c53 admin admin] Transition to ACTIVE for port object 9d43b739-a406-495d-afd8-dc0b535a5580 will not be triggered until provisioned by entity DHCP. {{(pid=94010) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:12:58.355410 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fa2980-768e-4623-a6fb-00c7869a2806 None None] Checking agent: {'id': 'aa4392c4-9186-46d5-9724-80b6d464cfe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760153-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 14, 57, 58), 'started_at': datetime.datetime(2021, 9, 10, 14, 58, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760153-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:12:58.355795 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fa2980-768e-4623-a6fb-00c7869a2806 None None] Checking segment: {'id': '0f50cfc0-b7c2-4b4f-b48e-e7079661db92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c00924aa-47db-4fd4-bda2-4f4111d84f4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:12:58.358461 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c3fa2980-768e-4623-a6fb-00c7869a2806 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:58.361356 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fa2980-768e-4623-a6fb-00c7869a2806 None None] Bound using segment: {'id': '0f50cfc0-b7c2-4b4f-b48e-e7079661db92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c00924aa-47db-4fd4-bda2-4f4111d84f4b'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:12:58.362487 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-c3fa2980-768e-4623-a6fb-00c7869a2806 None None] Bound port: 0a5a41a6-1b14-4cbd-a104-9870c1c496ca, host: dv-cinder-760153-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f50cfc0-b7c2-4b4f-b48e-e7079661db92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c00924aa-47db-4fd4-bda2-4f4111d84f4b'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:12:58.363220 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c3fa2980-768e-4623-a6fb-00c7869a2806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:58.420128 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device 0e0acf2c-5d83-466d-9036-0627ffcb4498 up at agent ovs-agent-dv-cinder-760153-10-iscsi {{(pid=94011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:12:58.426568 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-c9bee3cb-3dfd-4a03-8e95-ffebaa665c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748756606401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14298976'] for port, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:58.449906 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-c3fa2980-768e-4623-a6fb-00c7869a2806 None None] For port 0a5a41a6-1b14-4cbd-a104-9870c1c496ca, host dv-cinder-760153-10-iscsi, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:12:58.454924 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-c3fa2980-768e-4623-a6fb-00c7869a2806 None None] For port 0a5a41a6-1b14-4cbd-a104-9870c1c496ca, host dv-cinder-760153-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-10-iscsi',level=0,port_id=0a5a41a6-1b14-4cbd-a104-9870c1c496ca,segment=NetworkSegment(0f50cfc0-b7c2-4b4f-b48e-e7079661db92),segment_id=0f50cfc0-b7c2-4b4f-b48e-e7079661db92)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:12:58.462435 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-c3fa2980-768e-4623-a6fb-00c7869a2806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:58.479719 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f5474a-5e34-48da-b0bd-44b1ac3a6934 req-3ef960f8-b86c-4fc9-b64b-89e3e33a7a3d tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:58.481383 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-15f5474a-5e34-48da-b0bd-44b1ac3a6934 req-3ef960f8-b86c-4fc9-b64b-89e3e33a7a3d tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e2fba9e-25ac-41cd-8f05-1789d4b617f1 HTTP/1.1" status: 200 len: 943 time: 0.1363819 Sep 10 15:12:58.496071 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-2968559f-7f41-40e0-ac56-4f6d2c59e12d None None] Notify callbacks [] for port, precommit_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:58.517152 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bee3cb-3dfd-4a03-8e95-ffebaa665c53 admin admin] Pushing event updated for resources: {'Port': ['ID=9d43b739-a406-495d-afd8-dc0b535a5580,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:12:58.521047 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9bee3cb-3dfd-4a03-8e95-ffebaa665c53 admin admin] Network fd8f0da2-6fb3-454d-ac08-6842e1e3179c is already hosted by enough agents. {{(pid=94010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:12:58.523891 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.base_scheduler [None req-c9bee3cb-3dfd-4a03-8e95-ffebaa665c53 admin admin] Resources bound (agent type, host, resource id): {{(pid=94010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:12:58.527560 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bee3cb-3dfd-4a03-8e95-ffebaa665c53 admin admin] Received port after_create {{(pid=94010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:12:58.556864 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-15f5474a-5e34-48da-b0bd-44b1ac3a6934 req-4c218375-594b-475f-801b-11d4a11d340d tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/security-groups?id=facb85e1-ca28-4fa9-8341-49706cac4dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649309 Sep 10 15:12:58.578910 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-2968559f-7f41-40e0-ac56-4f6d2c59e12d None None] Transition to ACTIVE for port object deb0a35b-d751-4f3f-9d56-d7baa476e316 will not be triggered until provisioned by entity L2. {{(pid=94011) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:12:58.580276 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fa2980-768e-4623-a6fb-00c7869a2806 None None] Routers {'14040cf8-03c7-4dc3-9b39-04fd716291de'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:12:58.581096 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-c3fa2980-768e-4623-a6fb-00c7869a2806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T15:12:58Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['14040cf8-03c7-4dc3-9b39-04fd716291de'], 'active': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:12:58.582890 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Provisioning complete for port 0e0acf2c-5d83-466d-9036-0627ffcb4498 triggered by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:12:58.583364 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:58.588560 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:58.615521 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-2968559f-7f41-40e0-ac56-4f6d2c59e12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:58.622726 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-c9bee3cb-3dfd-4a03-8e95-ffebaa665c53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-582848'] for router_interface, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:58.627668 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91c3b36-352e-4245-a342-8655770f259a None None] Pushing event updated for resources: {'Port': ['ID=0a5a41a6-1b14-4cbd-a104-9870c1c496ca,revision_number=4']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:12:58.735426 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec86d33-d23c-4753-bc10-ab7d3bcbb4e0 None None] Pushing event updated for resources: {'Port': ['ID=deb0a35b-d751-4f3f-9d56-d7baa476e316,revision_number=2']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:12:58.859608 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-c9bee3cb-3dfd-4a03-8e95-ffebaa665c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:58.881334 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device b41ebc4c-a3ac-469c-8d78-bdff0f1e4c62 up at agent ovs-agent-dv-cinder-760153-10-iscsi {{(pid=94011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:12:58.929830 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [None req-2968559f-7f41-40e0-ac56-4f6d2c59e12d None None] Attempting to bind port deb0a35b-d751-4f3f-9d56-d7baa476e316 on host dv-cinder-760153-10-iscsi for vnic_type normal with profile {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:12:58.930361 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [None req-2968559f-7f41-40e0-ac56-4f6d2c59e12d None None] Attempting to bind port deb0a35b-d751-4f3f-9d56-d7baa476e316 by drivers openvswitch,hyperv on host dv-cinder-760153-10-iscsi at level 0 using segments [{'id': '62148626-c573-4694-a829-31b2bfa74c0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed'}] {{(pid=94011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:12:58.930733 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2968559f-7f41-40e0-ac56-4f6d2c59e12d None None] Attempting to bind port deb0a35b-d751-4f3f-9d56-d7baa476e316 on network caa13d69-ff92-44ce-a665-3b9af711feed {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:12:58.943248 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvr_db [None req-c3fa2980-768e-4623-a6fb-00c7869a2806 None None] Set router 14040cf8-03c7-4dc3-9b39-04fd716291de gateway port host: dv-cinder-760153-10-iscsi {{(pid=94012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:12:58.944010 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2968559f-7f41-40e0-ac56-4f6d2c59e12d None None] Checking agent: {'id': 'aa4392c4-9186-46d5-9724-80b6d464cfe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760153-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 14, 57, 58), 'started_at': datetime.datetime(2021, 9, 10, 14, 58, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760153-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:12:58.944960 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2968559f-7f41-40e0-ac56-4f6d2c59e12d None None] Checking segment: {'id': '62148626-c573-4694-a829-31b2bfa74c0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94011) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:12:58.946971 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-2968559f-7f41-40e0-ac56-4f6d2c59e12d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:58.947375 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2968559f-7f41-40e0-ac56-4f6d2c59e12d None None] Bound using segment: {'id': '62148626-c573-4694-a829-31b2bfa74c0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed'} {{(pid=94011) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:12:58.947864 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.managers [None req-2968559f-7f41-40e0-ac56-4f6d2c59e12d None None] Bound port: deb0a35b-d751-4f3f-9d56-d7baa476e316, host: dv-cinder-760153-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62148626-c573-4694-a829-31b2bfa74c0d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed'}}] {{(pid=94011) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:12:58.948269 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-2968559f-7f41-40e0-ac56-4f6d2c59e12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:58.951173 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Provisioning for port b41ebc4c-a3ac-469c-8d78-bdff0f1e4c62 completed by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:12:58.973381 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Provisioning complete for port b41ebc4c-a3ac-469c-8d78-bdff0f1e4c62 triggered by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:12:58.973756 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:59.030818 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-2968559f-7f41-40e0-ac56-4f6d2c59e12d None None] For port deb0a35b-d751-4f3f-9d56-d7baa476e316, host dv-cinder-760153-10-iscsi, cleared binding levels {{(pid=94011) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:12:59.045796 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-2968559f-7f41-40e0-ac56-4f6d2c59e12d None None] For port deb0a35b-d751-4f3f-9d56-d7baa476e316, host dv-cinder-760153-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-10-iscsi',level=0,port_id=deb0a35b-d751-4f3f-9d56-d7baa476e316,segment=NetworkSegment(62148626-c573-4694-a829-31b2bfa74c0d),segment_id=62148626-c573-4694-a829-31b2bfa74c0d)] {{(pid=94011) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:12:59.055605 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-2968559f-7f41-40e0-ac56-4f6d2c59e12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:59.079232 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-c9bee3cb-3dfd-4a03-8e95-ffebaa665c53 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:59.085411 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-c9bee3cb-3dfd-4a03-8e95-ffebaa665c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14298515'] for port, after_update {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:59.123536 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-1c24b7f5-1dee-47da-ac67-1231fa34df90 None None] Provisioning for port 9d43b739-a406-495d-afd8-dc0b535a5580 completed by entity DHCP. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:12:59.147431 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-1c24b7f5-1dee-47da-ac67-1231fa34df90 None None] Provisioning complete for port 9d43b739-a406-495d-afd8-dc0b535a5580 triggered by entity DHCP. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:12:59.147815 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-1c24b7f5-1dee-47da-ac67-1231fa34df90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:59.157847 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bee3cb-3dfd-4a03-8e95-ffebaa665c53 admin admin] Pushing event updated for resources: {'Port': ['ID=9d43b739-a406-495d-afd8-dc0b535a5580,revision_number=2']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:12:59.160395 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-c9bee3cb-3dfd-4a03-8e95-ffebaa665c53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1526199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586064'] for router_interface, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:59.173347 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:59.192371 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec86d33-d23c-4753-bc10-ab7d3bcbb4e0 None None] Pushing event updated for resources: {'Port': ['ID=deb0a35b-d751-4f3f-9d56-d7baa476e316,revision_number=3']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:12:59.195279 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2968559f-7f41-40e0-ac56-4f6d2c59e12d None None] Routers {'6fab04c1-2924-467a-aa6c-86e19aa8354a'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:12:59.196309 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-2968559f-7f41-40e0-ac56-4f6d2c59e12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T15:12:58Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['6fab04c1-2924-467a-aa6c-86e19aa8354a'], 'active': True} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:12:59.212497 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-c3fa2980-768e-4623-a6fb-00c7869a2806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14040cf8-03c7-4dc3-9b39-04fd716291de', 'name': 'tempest-TestVolumeBootPattern-428447017-router', 'tenant_id': 'a54041e21d774dc082088058e0725c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '0e0acf2c-5d83-466d-9036-0627ffcb4498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:12:49Z', 'updated_at': '2021-09-10T15:12:52Z', 'revision_number': 4, 'project_id': 'a54041e21d774dc082088058e0725c3e', 'gw_port': {'id': '0e0acf2c-5d83-466d-9036-0627ffcb4498', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:0e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14040cf8-03c7-4dc3-9b39-04fd716291de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:12:49Z', 'updated_at': '2021-09-10T15:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi', '_interfaces': [{'id': '0a5a41a6-1b14-4cbd-a104-9870c1c496ca', 'name': '', 'network_id': 'c00924aa-47db-4fd4-bda2-4f4111d84f4b', 'tenant_id': 'a54041e21d774dc082088058e0725c3e', 'mac_address': 'fa:16:3e:59:d0:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14040cf8-03c7-4dc3-9b39-04fd716291de', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '355b14f6-a44c-4c11-96c3-a282c3e99d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:12:52Z', 'updated_at': '2021-09-10T15:12:58Z', 'revision_number': 4, 'project_id': 'a54041e21d774dc082088058e0725c3e', 'subnets': [{'id': '355b14f6-a44c-4c11-96c3-a282c3e99d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:12:59.247492 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fa2980-768e-4623-a6fb-00c7869a2806 None None] The sync data for ids ['14040cf8-03c7-4dc3-9b39-04fd716291de'] in dv-cinder-760153-10-iscsi is: [{'id': '14040cf8-03c7-4dc3-9b39-04fd716291de', 'name': 'tempest-TestVolumeBootPattern-428447017-router', 'tenant_id': 'a54041e21d774dc082088058e0725c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '0e0acf2c-5d83-466d-9036-0627ffcb4498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:12:49Z', 'updated_at': '2021-09-10T15:12:52Z', 'revision_number': 4, 'project_id': 'a54041e21d774dc082088058e0725c3e', 'gw_port': {'id': '0e0acf2c-5d83-466d-9036-0627ffcb4498', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:0e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14040cf8-03c7-4dc3-9b39-04fd716291de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:12:49Z', 'updated_at': '2021-09-10T15:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi', '_interfaces': [{'id': '0a5a41a6-1b14-4cbd-a104-9870c1c496ca', 'name': '', 'network_id': 'c00924aa-47db-4fd4-bda2-4f4111d84f4b', 'tenant_id': 'a54041e21d774dc082088058e0725c3e', 'mac_address': 'fa:16:3e:59:d0:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14040cf8-03c7-4dc3-9b39-04fd716291de', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '355b14f6-a44c-4c11-96c3-a282c3e99d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:12:52Z', 'updated_at': '2021-09-10T15:12:58Z', 'revision_number': 4, 'project_id': 'a54041e21d774dc082088058e0725c3e', 'subnets': [{'id': '355b14f6-a44c-4c11-96c3-a282c3e99d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:12:59.278756 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-1c24b7f5-1dee-47da-ac67-1231fa34df90 None None] Port 9d43b739-a406-495d-afd8-dc0b535a5580 cannot update to ACTIVE because it is not bound. {{(pid=94011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 15:12:59.296674 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] For port b41ebc4c-a3ac-469c-8d78-bdff0f1e4c62, host dv-cinder-760153-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-10-iscsi',level=0,port_id=b41ebc4c-a3ac-469c-8d78-bdff0f1e4c62,segment=NetworkSegment(14758eda-5d6a-4559-ac06-7102802ea23a),segment_id=14758eda-5d6a-4559-ac06-7102802ea23a)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:12:59.299344 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b7c5f725-09d8-454b-b5ba-4a700e799395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:59.303425 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9bee3cb-3dfd-4a03-8e95-ffebaa665c53 admin admin] Network fd8f0da2-6fb3-454d-ac08-6842e1e3179c is already hosted by enough agents. {{(pid=94010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:12:59.306522 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.base_scheduler [None req-c9bee3cb-3dfd-4a03-8e95-ffebaa665c53 admin admin] Resources bound (agent type, host, resource id): {{(pid=94010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:12:59.312462 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:59.456195 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9bee3cb-3dfd-4a03-8e95-ffebaa665c53 admin admin] Router 6fab04c1-2924-467a-aa6c-86e19aa8354a has already been hosted by L3 agent b0771735-54fe-4ba2-aeee-11d3b2b54cf1 {{(pid=94010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 15:12:59.537588 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvr_db [None req-2968559f-7f41-40e0-ac56-4f6d2c59e12d None None] Set router 6fab04c1-2924-467a-aa6c-86e19aa8354a gateway port host: dv-cinder-760153-10-iscsi {{(pid=94011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:12:59.586656 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Pushing event updated for resources: {'Port': ['ID=b41ebc4c-a3ac-469c-8d78-bdff0f1e4c62,revision_number=3']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:12:59.697681 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5cb31e-d8e1-4338-a378-25cef6d1b296 req-0170e970-f418-4271-9f40-9cb42d97aa89 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:12:59.700029 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-7a5cb31e-d8e1-4338-a378-25cef6d1b296 req-0170e970-f418-4271-9f40-9cb42d97aa89 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e2fba9e-25ac-41cd-8f05-1789d4b617f1 HTTP/1.1" status: 200 len: 943 time: 0.0607946 Sep 10 15:12:59.715890 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-8f04b1bd-3d4b-4f6d-8c2d-ce7334c98dc2 None None] Provisioning complete for port 9d43b739-a406-495d-afd8-dc0b535a5580 triggered by entity DHCP. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:12:59.716268 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-8f04b1bd-3d4b-4f6d-8c2d-ce7334c98dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:12:59.747695 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-7a5cb31e-d8e1-4338-a378-25cef6d1b296 req-46933b93-f1c8-47f9-91b8-c765cc197dd9 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/security-groups?id=facb85e1-ca28-4fa9-8341-49706cac4dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400651 Sep 10 15:12:59.753324 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-8f04b1bd-3d4b-4f6d-8c2d-ce7334c98dc2 None None] Port 9d43b739-a406-495d-afd8-dc0b535a5580 cannot update to ACTIVE because it is not bound. {{(pid=94011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 15:12:59.843833 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-2968559f-7f41-40e0-ac56-4f6d2c59e12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fab04c1-2924-467a-aa6c-86e19aa8354a', 'name': 'tempest-TestVolumeBootPattern-80135649-router', 'tenant_id': 'e37ca8237b374b6b93adcb3f14d542e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'deb0a35b-d751-4f3f-9d56-d7baa476e316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:12:54Z', 'updated_at': '2021-09-10T15:12:58Z', 'revision_number': 4, 'project_id': 'e37ca8237b374b6b93adcb3f14d542e9', 'gw_port': {'id': 'deb0a35b-d751-4f3f-9d56-d7baa476e316', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e8:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fab04c1-2924-467a-aa6c-86e19aa8354a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:12:55Z', 'updated_at': '2021-09-10T15:12:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi', '_interfaces': [{'id': '9d43b739-a406-495d-afd8-dc0b535a5580', 'name': '', 'network_id': 'fd8f0da2-6fb3-454d-ac08-6842e1e3179c', 'tenant_id': 'e37ca8237b374b6b93adcb3f14d542e9', 'mac_address': 'fa:16:3e:c5:53:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fab04c1-2924-467a-aa6c-86e19aa8354a', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '1dab816b-f45d-4005-9961-2c2c8daece1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:12:57Z', 'updated_at': '2021-09-10T15:12:58Z', 'revision_number': 2, 'project_id': 'e37ca8237b374b6b93adcb3f14d542e9', 'subnets': [{'id': '1dab816b-f45d-4005-9961-2c2c8daece1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:12:59.891071 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2968559f-7f41-40e0-ac56-4f6d2c59e12d None None] The sync data for ids ['6fab04c1-2924-467a-aa6c-86e19aa8354a'] in dv-cinder-760153-10-iscsi is: [{'id': '6fab04c1-2924-467a-aa6c-86e19aa8354a', 'name': 'tempest-TestVolumeBootPattern-80135649-router', 'tenant_id': 'e37ca8237b374b6b93adcb3f14d542e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'deb0a35b-d751-4f3f-9d56-d7baa476e316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:12:54Z', 'updated_at': '2021-09-10T15:12:58Z', 'revision_number': 4, 'project_id': 'e37ca8237b374b6b93adcb3f14d542e9', 'gw_port': {'id': 'deb0a35b-d751-4f3f-9d56-d7baa476e316', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e8:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fab04c1-2924-467a-aa6c-86e19aa8354a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:12:55Z', 'updated_at': '2021-09-10T15:12:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi', '_interfaces': [{'id': '9d43b739-a406-495d-afd8-dc0b535a5580', 'name': '', 'network_id': 'fd8f0da2-6fb3-454d-ac08-6842e1e3179c', 'tenant_id': 'e37ca8237b374b6b93adcb3f14d542e9', 'mac_address': 'fa:16:3e:c5:53:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fab04c1-2924-467a-aa6c-86e19aa8354a', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '1dab816b-f45d-4005-9961-2c2c8daece1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:12:57Z', 'updated_at': '2021-09-10T15:12:58Z', 'revision_number': 2, 'project_id': 'e37ca8237b374b6b93adcb3f14d542e9', 'subnets': [{'id': '1dab816b-f45d-4005-9961-2c2c8daece1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:12:59.909229 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9bee3cb-3dfd-4a03-8e95-ffebaa665c53 admin admin] Notify agent at l3_agent.dv-cinder-760153-10-iscsi the message routers_updated {{(pid=94010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:12:59.929724 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-c9bee3cb-3dfd-4a03-8e95-ffebaa665c53 admin admin] 10.222.0.35 "PUT /v2.0/routers/6fab04c1-2924-467a-aa6c-86e19aa8354a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6003222 Sep 10 15:13:00.083977 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device 0a5a41a6-1b14-4cbd-a104-9870c1c496ca up at agent ovs-agent-dv-cinder-760153-10-iscsi {{(pid=94011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:13:00.149612 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Provisioning for port 0a5a41a6-1b14-4cbd-a104-9870c1c496ca completed by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:13:00.154911 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Provisioning complete for port 0a5a41a6-1b14-4cbd-a104-9870c1c496ca triggered by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:13:00.155290 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:00.259935 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:00.314895 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] For port 0a5a41a6-1b14-4cbd-a104-9870c1c496ca, host dv-cinder-760153-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-10-iscsi',level=0,port_id=0a5a41a6-1b14-4cbd-a104-9870c1c496ca,segment=NetworkSegment(0f50cfc0-b7c2-4b4f-b48e-e7079661db92),segment_id=0f50cfc0-b7c2-4b4f-b48e-e7079661db92)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:13:00.321169 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:00.321901 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device b41ebc4c-a3ac-469c-8d78-bdff0f1e4c62 up at agent ovs-agent-dv-cinder-760153-10-iscsi {{(pid=94011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:13:00.405422 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Pushing event updated for resources: {'Port': ['ID=0a5a41a6-1b14-4cbd-a104-9870c1c496ca,revision_number=5']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:00.426966 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Provisioning complete for port b41ebc4c-a3ac-469c-8d78-bdff0f1e4c62 triggered by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:13:00.427356 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:00.705682 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d4d07b-294a-4463-9418-909dcd7ab04c req-fcb0393b-2574-4890-9a7e-3155241a2919 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:00.708115 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-90d4d07b-294a-4463-9418-909dcd7ab04c req-fcb0393b-2574-4890-9a7e-3155241a2919 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d1d4dd-44df-4ce1-a791-cd547b116305 HTTP/1.1" status: 200 len: 945 time: 0.0553632 Sep 10 15:13:00.753589 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-90d4d07b-294a-4463-9418-909dcd7ab04c req-f424059e-ea09-49c7-8723-8f356c338f0d tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/security-groups?id=05ea3ae8-c060-458c-99a7-e4ef26774c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385025 Sep 10 15:13:00.894711 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ee4b9-bdeb-49a1-8751-290750907ce3 req-a892ccde-06aa-46a6-9cb1-9562de0510e7 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:00.896238 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-de5ee4b9-bdeb-49a1-8751-290750907ce3 req-a892ccde-06aa-46a6-9cb1-9562de0510e7 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e2fba9e-25ac-41cd-8f05-1789d4b617f1 HTTP/1.1" status: 200 len: 943 time: 0.0688934 Sep 10 15:13:00.941659 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-de5ee4b9-bdeb-49a1-8751-290750907ce3 req-64528716-e017-4db2-8eb5-753aba5621c6 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/security-groups?id=facb85e1-ca28-4fa9-8341-49706cac4dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385988 Sep 10 15:13:01.031794 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 47628) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:13:01.039874 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.v2.base [None req-1d0bf27a-733d-4ff3-938f-4f75d097df23 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1543958072', 'description': 'tempest-secgroup-smoke-1543958072 description', 'project_id': 'a54041e21d774dc082088058e0725c3e'}} {{(pid=94009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:13:01.069067 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-1d0bf27a-733d-4ff3-938f-4f75d097df23 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks [] for security_group, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:01.179813 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-1d0bf27a-733d-4ff3-938f-4f75d097df23 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks [] for security_group, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:01.185302 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-1d0bf27a-733d-4ff3-938f-4f75d097df23 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:01.223261 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0bf27a-733d-4ff3-938f-4f75d097df23 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e8b286c-a333-4d93-80e3-ff81cfb92203,revision_number=1']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:01.231802 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-1d0bf27a-733d-4ff3-938f-4f75d097df23 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks [] for security_group, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:01.233685 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-1d0bf27a-733d-4ff3-938f-4f75d097df23 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1993389 Sep 10 15:13:01.236959 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 47630) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:13:01.241789 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.v2.base [None req-149b9a98-1084-4cbe-ab69-c2f45ce8ed1d tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Request body: {'security_group_rule': {'security_group_id': '1e8b286c-a333-4d93-80e3-ff81cfb92203', 'project_id': 'a54041e21d774dc082088058e0725c3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:13:01.270518 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-149b9a98-1084-4cbe-ab69-c2f45ce8ed1d tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:01.342740 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-149b9a98-1084-4cbe-ab69-c2f45ce8ed1d tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:01.346597 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-149b9a98-1084-4cbe-ab69-c2f45ce8ed1d tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591329'] for security_group_rule, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:01.364693 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149b9a98-1084-4cbe-ab69-c2f45ce8ed1d tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e35c7da4-e993-495b-9395-dc02d16e53b5,revision_number=0']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:01.375407 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-149b9a98-1084-4cbe-ab69-c2f45ce8ed1d tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:01.379284 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-149b9a98-1084-4cbe-ab69-c2f45ce8ed1d tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1384890 Sep 10 15:13:01.379631 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 47632) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:13:01.385940 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.v2.base [None req-1f5a831b-a92d-477c-86ff-4590968469ad tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Request body: {'security_group_rule': {'security_group_id': '1e8b286c-a333-4d93-80e3-ff81cfb92203', 'project_id': 'a54041e21d774dc082088058e0725c3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:13:01.395813 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c13c67c0-2efd-4950-9279-b0623a9c603e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:01.415136 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-1f5a831b-a92d-477c-86ff-4590968469ad tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:01.482816 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-1f5a831b-a92d-477c-86ff-4590968469ad tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:01.488168 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-1f5a831b-a92d-477c-86ff-4590968469ad tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591329'] for security_group_rule, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:01.508888 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5a831b-a92d-477c-86ff-4590968469ad tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dd1ca28-9e92-4861-89cc-23f0c523c267,revision_number=0']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:01.515504 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-1f5a831b-a92d-477c-86ff-4590968469ad tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:01.517033 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-1f5a831b-a92d-477c-86ff-4590968469ad tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1362736 Sep 10 15:13:01.520179 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 47634) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:13:01.525249 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.v2.base [None req-ce1b7543-0f35-44b4-9dd1-560b122f9a70 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Request body: {'security_group_rule': {'security_group_id': '1e8b286c-a333-4d93-80e3-ff81cfb92203', 'project_id': 'a54041e21d774dc082088058e0725c3e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:13:01.552275 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-ce1b7543-0f35-44b4-9dd1-560b122f9a70 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:01.624680 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-ce1b7543-0f35-44b4-9dd1-560b122f9a70 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:01.628580 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-ce1b7543-0f35-44b4-9dd1-560b122f9a70 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591329'] for security_group_rule, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:01.646607 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b7543-0f35-44b4-9dd1-560b122f9a70 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f11b388d-5699-460b-84b2-f3f33e01f2a5,revision_number=0']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:01.652361 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-ce1b7543-0f35-44b4-9dd1-560b122f9a70 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:01.653804 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-ce1b7543-0f35-44b4-9dd1-560b122f9a70 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1326671 Sep 10 15:13:01.656547 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 47636) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:13:01.660826 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.v2.base [None req-abaeb343-126c-45e5-be64-34023467f278 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Request body: {'security_group_rule': {'security_group_id': '1e8b286c-a333-4d93-80e3-ff81cfb92203', 'project_id': 'a54041e21d774dc082088058e0725c3e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:13:01.688995 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-abaeb343-126c-45e5-be64-34023467f278 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:01.752041 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-abaeb343-126c-45e5-be64-34023467f278 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:01.755831 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-abaeb343-126c-45e5-be64-34023467f278 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591329'] for security_group_rule, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:01.772991 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaeb343-126c-45e5-be64-34023467f278 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce25ecef-c138-41f2-ad5f-823b881309e3,revision_number=0']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:01.779489 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-abaeb343-126c-45e5-be64-34023467f278 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:01.781668 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-abaeb343-126c-45e5-be64-34023467f278 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1232474 Sep 10 15:13:01.783444 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 47640) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:13:01.787744 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.v2.base [None req-1093f83a-9d4f-49a6-85c7-e34369cd68cd tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Request body: {'security_group_rule': {'security_group_id': '1e8b286c-a333-4d93-80e3-ff81cfb92203', 'project_id': 'a54041e21d774dc082088058e0725c3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:13:01.815917 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.db.securitygroups_db [None req-1093f83a-9d4f-49a6-85c7-e34369cd68cd tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Project a54041e21d774dc082088058e0725c3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 15:13:01.824076 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-1093f83a-9d4f-49a6-85c7-e34369cd68cd tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:01.906962 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-1093f83a-9d4f-49a6-85c7-e34369cd68cd tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:01.910627 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-1093f83a-9d4f-49a6-85c7-e34369cd68cd tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591329'] for security_group_rule, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:01.924789 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a0fa8c-8119-474c-9516-dbefa0b1c3d1 req-4cbfcf02-1bf6-4fec-988b-96d35cd00579 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:01.926289 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-66a0fa8c-8119-474c-9516-dbefa0b1c3d1 req-4cbfcf02-1bf6-4fec-988b-96d35cd00579 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d1d4dd-44df-4ce1-a791-cd547b116305 HTTP/1.1" status: 200 len: 945 time: 0.0817745 Sep 10 15:13:01.943535 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1093f83a-9d4f-49a6-85c7-e34369cd68cd tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c78e9416-0051-4e61-ad0d-5cea9d94f82d,revision_number=0']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:01.961087 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-1093f83a-9d4f-49a6-85c7-e34369cd68cd tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:01.962291 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-1093f83a-9d4f-49a6-85c7-e34369cd68cd tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1779027 Sep 10 15:13:01.965174 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 47642) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:13:01.969723 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.v2.base [None req-a4498fdf-ac19-4fdd-bd33-421b64a97164 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Request body: {'security_group_rule': {'security_group_id': '1e8b286c-a333-4d93-80e3-ff81cfb92203', 'project_id': 'a54041e21d774dc082088058e0725c3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:13:01.976236 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-66a0fa8c-8119-474c-9516-dbefa0b1c3d1 req-623cd675-22e5-41bf-b127-30b5818d7c1b tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/security-groups?id=05ea3ae8-c060-458c-99a7-e4ef26774c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428100 Sep 10 15:13:02.005388 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.db.securitygroups_db [None req-a4498fdf-ac19-4fdd-bd33-421b64a97164 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Project a54041e21d774dc082088058e0725c3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 15:13:02.012752 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-a4498fdf-ac19-4fdd-bd33-421b64a97164 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:02.093723 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-a4498fdf-ac19-4fdd-bd33-421b64a97164 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:02.100690 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-a4498fdf-ac19-4fdd-bd33-421b64a97164 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591329'] for security_group_rule, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:02.102143 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd8ac37-7e95-46da-a2cd-c5947f4228bb req-cc9cd479-5639-4731-88d1-4048ec2c5110 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:02.110652 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-fdd8ac37-7e95-46da-a2cd-c5947f4228bb req-cc9cd479-5639-4731-88d1-4048ec2c5110 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e2fba9e-25ac-41cd-8f05-1789d4b617f1 HTTP/1.1" status: 200 len: 943 time: 0.0735443 Sep 10 15:13:02.120710 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4498fdf-ac19-4fdd-bd33-421b64a97164 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec3a25f6-9ad6-4b03-a8d1-21f352d513e2,revision_number=0']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:02.128959 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-a4498fdf-ac19-4fdd-bd33-421b64a97164 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:02.138887 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-a4498fdf-ac19-4fdd-bd33-421b64a97164 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1723258 Sep 10 15:13:02.153693 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-fdd8ac37-7e95-46da-a2cd-c5947f4228bb req-2752dbcc-fcd1-4808-baab-ebfbe7ad3b7d tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/security-groups?id=facb85e1-ca28-4fa9-8341-49706cac4dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421758 Sep 10 15:13:02.169136 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device deb0a35b-d751-4f3f-9d56-d7baa476e316 up at agent ovs-agent-dv-cinder-760153-10-iscsi {{(pid=94011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:13:02.219877 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Provisioning for port deb0a35b-d751-4f3f-9d56-d7baa476e316 completed by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:13:02.224092 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Provisioning complete for port deb0a35b-d751-4f3f-9d56-d7baa476e316 triggered by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:13:02.224570 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:02.311395 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:02.335387 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] For port deb0a35b-d751-4f3f-9d56-d7baa476e316, host dv-cinder-760153-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-10-iscsi',level=0,port_id=deb0a35b-d751-4f3f-9d56-d7baa476e316,segment=NetworkSegment(62148626-c573-4694-a829-31b2bfa74c0d),segment_id=62148626-c573-4694-a829-31b2bfa74c0d)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:13:02.340357 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:02.341779 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device 0a5a41a6-1b14-4cbd-a104-9870c1c496ca up at agent ovs-agent-dv-cinder-760153-10-iscsi {{(pid=94011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:13:02.345313 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4f26d3-ce12-42b3-8a30-1fec629b01ef req-3ef8266b-e734-4c36-b9c1-8314e3cbe94e tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:02.346904 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-3b4f26d3-ce12-42b3-8a30-1fec629b01ef req-3ef8266b-e734-4c36-b9c1-8314e3cbe94e tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.42 "GET /v2.0/ports?device_id=90d1d4dd-44df-4ce1-a791-cd547b116305 HTTP/1.1" status: 200 len: 945 time: 0.0579205 Sep 10 15:13:02.427114 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Pushing event updated for resources: {'Port': ['ID=deb0a35b-d751-4f3f-9d56-d7baa476e316,revision_number=4']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:02.442744 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Provisioning complete for port 0a5a41a6-1b14-4cbd-a104-9870c1c496ca triggered by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:13:02.443146 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:02.461764 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.plugin [req-3b4f26d3-ce12-42b3-8a30-1fec629b01ef req-41ed89af-840e-4f66-95eb-935e460b6173 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Deleting port 1de9fbed-286c-45a9-9540-307765259f1f {{(pid=94009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:13:02.462155 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-3b4f26d3-ce12-42b3-8a30-1fec629b01ef req-41ed89af-840e-4f66-95eb-935e460b6173 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748757118522'] for port, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:02.572122 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.db [req-3b4f26d3-ce12-42b3-8a30-1fec629b01ef req-41ed89af-840e-4f66-95eb-935e460b6173 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] For port 1de9fbed-286c-45a9-9540-307765259f1f, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=1de9fbed-286c-45a9-9540-307765259f1f,segment=NetworkSegment(393f7742-686d-4801-9fab-414e2530e6c7),segment_id=393f7742-686d-4801-9fab-414e2530e6c7)] {{(pid=94009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:13:02.572738 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-3b4f26d3-ce12-42b3-8a30-1fec629b01ef req-41ed89af-840e-4f66-95eb-935e460b6173 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530186'] for port, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:02.715827 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe4fcf0-9474-4364-9a6e-1114346a06d7 None None] Sync routers for ids ['6fab04c1-2924-467a-aa6c-86e19aa8354a'] in dv-cinder-760153-10-iscsi {{(pid=94012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:13:02.726506 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe4fcf0-9474-4364-9a6e-1114346a06d7 None None] Routers {'6fab04c1-2924-467a-aa6c-86e19aa8354a'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:13:02.727375 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-dbe4fcf0-9474-4364-9a6e-1114346a06d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T15:12:58Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['6fab04c1-2924-467a-aa6c-86e19aa8354a'], 'active': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:13:02.843147 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvr_db [None req-dbe4fcf0-9474-4364-9a6e-1114346a06d7 None None] Set router 6fab04c1-2924-467a-aa6c-86e19aa8354a gateway port host: dv-cinder-760153-10-iscsi {{(pid=94012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:13:03.046010 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-3b4f26d3-ce12-42b3-8a30-1fec629b01ef req-41ed89af-840e-4f66-95eb-935e460b6173 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:03.046749 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-3b4f26d3-ce12-42b3-8a30-1fec629b01ef req-41ed89af-840e-4f66-95eb-935e460b6173 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582779'] for floatingip, after_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:03.046855 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.db.l3_db [req-3b4f26d3-ce12-42b3-8a30-1fec629b01ef req-41ed89af-840e-4f66-95eb-935e460b6173 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Floating IP 71c53eed-6262-46bb-aa23-d6ab28298278 disassociated. External IP: 172.27.0.184, port: 1de9fbed-286c-45a9-9540-307765259f1f. Sep 10 15:13:03.047224 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.plugin [req-3b4f26d3-ce12-42b3-8a30-1fec629b01ef req-41ed89af-840e-4f66-95eb-935e460b6173 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Calling delete_port for 1de9fbed-286c-45a9-9540-307765259f1f owned by compute:nova {{(pid=94009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:13:03.070242 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-dbe4fcf0-9474-4364-9a6e-1114346a06d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fab04c1-2924-467a-aa6c-86e19aa8354a', 'name': 'tempest-TestVolumeBootPattern-80135649-router', 'tenant_id': 'e37ca8237b374b6b93adcb3f14d542e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'deb0a35b-d751-4f3f-9d56-d7baa476e316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:12:54Z', 'updated_at': '2021-09-10T15:12:58Z', 'revision_number': 4, 'project_id': 'e37ca8237b374b6b93adcb3f14d542e9', 'gw_port': {'id': 'deb0a35b-d751-4f3f-9d56-d7baa476e316', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fab04c1-2924-467a-aa6c-86e19aa8354a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:12:55Z', 'updated_at': '2021-09-10T15:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi', '_interfaces': [{'id': '9d43b739-a406-495d-afd8-dc0b535a5580', 'name': '', 'network_id': 'fd8f0da2-6fb3-454d-ac08-6842e1e3179c', 'tenant_id': 'e37ca8237b374b6b93adcb3f14d542e9', 'mac_address': 'fa:16:3e:c5:53:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fab04c1-2924-467a-aa6c-86e19aa8354a', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '1dab816b-f45d-4005-9961-2c2c8daece1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:12:57Z', 'updated_at': '2021-09-10T15:12:58Z', 'revision_number': 2, 'project_id': 'e37ca8237b374b6b93adcb3f14d542e9', 'subnets': [{'id': '1dab816b-f45d-4005-9961-2c2c8daece1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:13:03.099723 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe4fcf0-9474-4364-9a6e-1114346a06d7 None None] Checking router: 6fab04c1-2924-467a-aa6c-86e19aa8354a for host: dv-cinder-760153-10-iscsi {{(pid=94012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:13:03.100106 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe4fcf0-9474-4364-9a6e-1114346a06d7 None None] Updating router 6fab04c1-2924-467a-aa6c-86e19aa8354a port 9d43b739-a406-495d-afd8-dc0b535a5580 binding host dv-cinder-760153-10-iscsi {{(pid=94012) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 15:13:03.124311 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dbe4fcf0-9474-4364-9a6e-1114346a06d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:03.166723 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3010c44a-0be4-4824-8ccb-aa84c66da3b0 req-4503977f-91c0-45d2-9b86-96094fefac83 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:03.168280 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-3010c44a-0be4-4824-8ccb-aa84c66da3b0 req-4503977f-91c0-45d2-9b86-96094fefac83 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/ports?device_id=90d1d4dd-44df-4ce1-a791-cd547b116305 HTTP/1.1" status: 200 len: 945 time: 0.0738242 Sep 10 15:13:03.271260 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-3010c44a-0be4-4824-8ccb-aa84c66da3b0 req-14663261-b184-46d6-b0cc-a4c86b533246 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/security-groups?id=05ea3ae8-c060-458c-99a7-e4ef26774c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962224 Sep 10 15:13:03.299574 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-3b4f26d3-ce12-42b3-8a30-1fec629b01ef req-41ed89af-840e-4f66-95eb-935e460b6173 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748757126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748756606410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1040815'] for port, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:03.334006 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ed89af-840e-4f66-95eb-935e460b6173 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Pushing event deleted for resources: {'Port': ['ID=1de9fbed-286c-45a9-9540-307765259f1f,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:03.344045 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9fab80-8de6-4fc9-b0e1-c8ac86e6ce56 req-cd363ab6-594c-48a6-87e2-12730e8cffa9 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:03.345699 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-aa9fab80-8de6-4fc9-b0e1-c8ac86e6ce56 req-cd363ab6-594c-48a6-87e2-12730e8cffa9 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e2fba9e-25ac-41cd-8f05-1789d4b617f1 HTTP/1.1" status: 200 len: 943 time: 0.0927205 Sep 10 15:13:03.436600 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-aa9fab80-8de6-4fc9-b0e1-c8ac86e6ce56 req-76b05fe4-bd0b-4fa5-911e-b4ff77ad4b3a tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/security-groups?id=facb85e1-ca28-4fa9-8341-49706cac4dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819225 Sep 10 15:13:03.440947 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dbe4fcf0-9474-4364-9a6e-1114346a06d7 None None] Notify callbacks [] for port, precommit_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:03.453974 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.provisioning_blocks [None req-dbe4fcf0-9474-4364-9a6e-1114346a06d7 None None] Transition to ACTIVE for port object 9d43b739-a406-495d-afd8-dc0b535a5580 will not be triggered until provisioned by entity L2. {{(pid=94012) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:13:03.466661 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dbe4fcf0-9474-4364-9a6e-1114346a06d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:03.499021 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b4f26d3-ce12-42b3-8a30-1fec629b01ef req-41ed89af-840e-4f66-95eb-935e460b6173 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Router 39b10974-571e-4fb1-9e4f-0d31edb05afe has already been hosted by L3 agent b0771735-54fe-4ba2-aeee-11d3b2b54cf1 {{(pid=94009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 15:13:03.518784 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b12db0b-7558-4062-b110-fd20da84d097 None None] Pushing event updated for resources: {'Port': ['ID=9d43b739-a406-495d-afd8-dc0b535a5580,revision_number=3']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:03.566334 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-dbe4fcf0-9474-4364-9a6e-1114346a06d7 None None] Attempting to bind port 9d43b739-a406-495d-afd8-dc0b535a5580 on host dv-cinder-760153-10-iscsi for vnic_type normal with profile {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:13:03.566888 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-dbe4fcf0-9474-4364-9a6e-1114346a06d7 None None] Attempting to bind port 9d43b739-a406-495d-afd8-dc0b535a5580 by drivers openvswitch,hyperv on host dv-cinder-760153-10-iscsi at level 0 using segments [{'id': '14758eda-5d6a-4559-ac06-7102802ea23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'fd8f0da2-6fb3-454d-ac08-6842e1e3179c'}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:13:03.567423 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe4fcf0-9474-4364-9a6e-1114346a06d7 None None] Attempting to bind port 9d43b739-a406-495d-afd8-dc0b535a5580 on network fd8f0da2-6fb3-454d-ac08-6842e1e3179c {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:13:03.574209 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe4fcf0-9474-4364-9a6e-1114346a06d7 None None] Checking agent: {'id': 'aa4392c4-9186-46d5-9724-80b6d464cfe7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760153-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 14, 57, 58), 'started_at': datetime.datetime(2021, 9, 10, 14, 58, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760153-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:13:03.574867 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe4fcf0-9474-4364-9a6e-1114346a06d7 None None] Checking segment: {'id': '14758eda-5d6a-4559-ac06-7102802ea23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'fd8f0da2-6fb3-454d-ac08-6842e1e3179c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94012) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:13:03.575438 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dbe4fcf0-9474-4364-9a6e-1114346a06d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:03.575979 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe4fcf0-9474-4364-9a6e-1114346a06d7 None None] Bound using segment: {'id': '14758eda-5d6a-4559-ac06-7102802ea23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'fd8f0da2-6fb3-454d-ac08-6842e1e3179c'} {{(pid=94012) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:13:03.576596 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.managers [None req-dbe4fcf0-9474-4364-9a6e-1114346a06d7 None None] Bound port: 9d43b739-a406-495d-afd8-dc0b535a5580, host: dv-cinder-760153-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14758eda-5d6a-4559-ac06-7102802ea23a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'fd8f0da2-6fb3-454d-ac08-6842e1e3179c'}}] {{(pid=94012) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:13:03.577161 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dbe4fcf0-9474-4364-9a6e-1114346a06d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:03.645587 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b4f26d3-ce12-42b3-8a30-1fec629b01ef req-41ed89af-840e-4f66-95eb-935e460b6173 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify agent at l3_agent.dv-cinder-760153-10-iscsi the message routers_updated {{(pid=94009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:13:03.653474 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-dbe4fcf0-9474-4364-9a6e-1114346a06d7 None None] For port 9d43b739-a406-495d-afd8-dc0b535a5580, host dv-cinder-760153-10-iscsi, cleared binding levels {{(pid=94012) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:13:03.657409 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.plugins.ml2.db [None req-dbe4fcf0-9474-4364-9a6e-1114346a06d7 None None] For port 9d43b739-a406-495d-afd8-dc0b535a5580, host dv-cinder-760153-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-10-iscsi',level=0,port_id=9d43b739-a406-495d-afd8-dc0b535a5580,segment=NetworkSegment(14758eda-5d6a-4559-ac06-7102802ea23a),segment_id=14758eda-5d6a-4559-ac06-7102802ea23a)] {{(pid=94012) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:13:03.664530 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron_lib.callbacks.manager [None req-dbe4fcf0-9474-4364-9a6e-1114346a06d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94012) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:03.693688 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b4f26d3-ce12-42b3-8a30-1fec629b01ef req-41ed89af-840e-4f66-95eb-935e460b6173 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] No DVR routers for this DVR port 1de9fbed-286c-45a9-9540-307765259f1f on host hv-cinder-76015 {{(pid=94009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 15:13:03.697026 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-3b4f26d3-ce12-42b3-8a30-1fec629b01ef req-41ed89af-840e-4f66-95eb-935e460b6173 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46804'] for port, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:03.699491 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-3b4f26d3-ce12-42b3-8a30-1fec629b01ef req-41ed89af-840e-4f66-95eb-935e460b6173 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.42 "DELETE /v2.0/ports/1de9fbed-286c-45a9-9540-307765259f1f HTTP/1.1" status: 204 len: 173 time: 1.3412311 Sep 10 15:13:03.700152 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90d1d4dd-44df-4ce1-a791-cd547b116305', 'name': 'network-vif-deleted', 'tag': '1de9fbed-286c-45a9-9540-307765259f1f'}] {{(pid=94009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:13:03.702880 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9f06775dd2e397dd855044b511bdd55e5ba575987bbc09c0a11d88d405cb18b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac97e8a-84cc-4766-8ffd-762cdeb3edf9" -d '{"events": [{"server_uuid": "90d1d4dd-44df-4ce1-a791-cd547b116305", "name": "network-vif-deleted", "tag": "1de9fbed-286c-45a9-9540-307765259f1f"}]}' {{(pid=94009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:13:03.771528 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b12db0b-7558-4062-b110-fd20da84d097 None None] Pushing event updated for resources: {'Port': ['ID=9d43b739-a406-495d-afd8-dc0b535a5580,revision_number=4']} {{(pid=94012) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:03.794061 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe4fcf0-9474-4364-9a6e-1114346a06d7 None None] Routers {'6fab04c1-2924-467a-aa6c-86e19aa8354a'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:13:03.795110 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-dbe4fcf0-9474-4364-9a6e-1114346a06d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T15:12:58Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['6fab04c1-2924-467a-aa6c-86e19aa8354a'], 'active': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:13:03.813968 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14477cf8-9223-4ae1-a0da-c41760a20b85 x-openstack-request-id: req-14477cf8-9223-4ae1-a0da-c41760a20b85 {{(pid=94009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:13:03.814287 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90d1d4dd-44df-4ce1-a791-cd547b116305", "name": "network-vif-deleted", "tag": "1de9fbed-286c-45a9-9540-307765259f1f", "status": "completed", "code": 200}]} {{(pid=94009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:13:03.814581 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-14477cf8-9223-4ae1-a0da-c41760a20b85 {{(pid=94009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:13:03.814972 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90d1d4dd-44df-4ce1-a791-cd547b116305', 'name': 'network-vif-deleted', 'tag': '1de9fbed-286c-45a9-9540-307765259f1f', 'status': 'completed', 'code': 200} Sep 10 15:13:03.901091 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e6ee2d-b3ff-41aa-a835-b32f98ed16d4 None None] Sync routers for ids ['39b10974-571e-4fb1-9e4f-0d31edb05afe'] in dv-cinder-760153-10-iscsi {{(pid=94011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:13:03.930956 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e6ee2d-b3ff-41aa-a835-b32f98ed16d4 None None] Routers {'39b10974-571e-4fb1-9e4f-0d31edb05afe'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:13:03.931658 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-97e6ee2d-b3ff-41aa-a835-b32f98ed16d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T15:12:58Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['39b10974-571e-4fb1-9e4f-0d31edb05afe'], 'active': True} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:13:03.960287 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvr_db [None req-dbe4fcf0-9474-4364-9a6e-1114346a06d7 None None] Set router 6fab04c1-2924-467a-aa6c-86e19aa8354a gateway port host: dv-cinder-760153-10-iscsi {{(pid=94012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:13:04.077524 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvr_db [None req-97e6ee2d-b3ff-41aa-a835-b32f98ed16d4 None None] Set router 39b10974-571e-4fb1-9e4f-0d31edb05afe gateway port host: dv-cinder-760153-10-iscsi {{(pid=94011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:13:04.130349 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device deb0a35b-d751-4f3f-9d56-d7baa476e316 up at agent ovs-agent-dv-cinder-760153-10-iscsi {{(pid=94011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:13:04.235516 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-dbe4fcf0-9474-4364-9a6e-1114346a06d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fab04c1-2924-467a-aa6c-86e19aa8354a', 'name': 'tempest-TestVolumeBootPattern-80135649-router', 'tenant_id': 'e37ca8237b374b6b93adcb3f14d542e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'deb0a35b-d751-4f3f-9d56-d7baa476e316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:12:54Z', 'updated_at': '2021-09-10T15:12:58Z', 'revision_number': 4, 'project_id': 'e37ca8237b374b6b93adcb3f14d542e9', 'gw_port': {'id': 'deb0a35b-d751-4f3f-9d56-d7baa476e316', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fab04c1-2924-467a-aa6c-86e19aa8354a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:12:55Z', 'updated_at': '2021-09-10T15:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi', '_interfaces': [{'id': '9d43b739-a406-495d-afd8-dc0b535a5580', 'name': '', 'network_id': 'fd8f0da2-6fb3-454d-ac08-6842e1e3179c', 'tenant_id': 'e37ca8237b374b6b93adcb3f14d542e9', 'mac_address': 'fa:16:3e:c5:53:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fab04c1-2924-467a-aa6c-86e19aa8354a', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '1dab816b-f45d-4005-9961-2c2c8daece1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:12:57Z', 'updated_at': '2021-09-10T15:13:03Z', 'revision_number': 4, 'project_id': 'e37ca8237b374b6b93adcb3f14d542e9', 'subnets': [{'id': '1dab816b-f45d-4005-9961-2c2c8daece1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:13:04.268455 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe4fcf0-9474-4364-9a6e-1114346a06d7 None None] The sync data for ids ['6fab04c1-2924-467a-aa6c-86e19aa8354a'] in dv-cinder-760153-10-iscsi is: [{'id': '6fab04c1-2924-467a-aa6c-86e19aa8354a', 'name': 'tempest-TestVolumeBootPattern-80135649-router', 'tenant_id': 'e37ca8237b374b6b93adcb3f14d542e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'deb0a35b-d751-4f3f-9d56-d7baa476e316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:12:54Z', 'updated_at': '2021-09-10T15:12:58Z', 'revision_number': 4, 'project_id': 'e37ca8237b374b6b93adcb3f14d542e9', 'gw_port': {'id': 'deb0a35b-d751-4f3f-9d56-d7baa476e316', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fab04c1-2924-467a-aa6c-86e19aa8354a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:12:55Z', 'updated_at': '2021-09-10T15:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi', '_interfaces': [{'id': '9d43b739-a406-495d-afd8-dc0b535a5580', 'name': '', 'network_id': 'fd8f0da2-6fb3-454d-ac08-6842e1e3179c', 'tenant_id': 'e37ca8237b374b6b93adcb3f14d542e9', 'mac_address': 'fa:16:3e:c5:53:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fab04c1-2924-467a-aa6c-86e19aa8354a', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '1dab816b-f45d-4005-9961-2c2c8daece1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:12:57Z', 'updated_at': '2021-09-10T15:13:03Z', 'revision_number': 4, 'project_id': 'e37ca8237b374b6b93adcb3f14d542e9', 'subnets': [{'id': '1dab816b-f45d-4005-9961-2c2c8daece1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:13:04.310078 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Provisioning complete for port deb0a35b-d751-4f3f-9d56-d7baa476e316 triggered by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:13:04.310510 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:04.377859 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 47714) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:13:04.442495 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-0c2b9112-2a47-4938-aa1c-6868266f6d24 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks [] for security_group, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:04.468158 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-97e6ee2d-b3ff-41aa-a835-b32f98ed16d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b10974-571e-4fb1-9e4f-0d31edb05afe', 'name': 'tempest-AttachVolumeTestJSON-2116488470-router', 'tenant_id': '082849543b964e42af95619ef61cf72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '353e4137-a58f-44da-b645-7d0b1317f238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:07:15Z', 'updated_at': '2021-09-10T15:07:21Z', 'revision_number': 4, 'project_id': '082849543b964e42af95619ef61cf72e', 'gw_port': {'id': '353e4137-a58f-44da-b645-7d0b1317f238', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:18:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b10974-571e-4fb1-9e4f-0d31edb05afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:07:16Z', 'updated_at': '2021-09-10T15:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi', '_interfaces': [{'id': '3a3f3ef5-bd42-4810-8d6a-69f8159bb95c', 'name': '', 'network_id': '4c8987ac-0e40-410a-9ece-2ede7a46ccfd', 'tenant_id': '082849543b964e42af95619ef61cf72e', 'mac_address': 'fa:16:3e:f7:fe:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b10974-571e-4fb1-9e4f-0d31edb05afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'cebcc24d-d612-4722-8ffc-2c593abb6c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:07:20Z', 'updated_at': '2021-09-10T15:07:28Z', 'revision_number': 5, 'project_id': '082849543b964e42af95619ef61cf72e', 'subnets': [{'id': 'cebcc24d-d612-4722-8ffc-2c593abb6c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:13:04.473447 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device 9d43b739-a406-495d-afd8-dc0b535a5580 up at agent ovs-agent-dv-cinder-760153-10-iscsi {{(pid=94011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:13:04.478838 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-0c2b9112-2a47-4938-aa1c-6868266f6d24 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:04.529067 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e6ee2d-b3ff-41aa-a835-b32f98ed16d4 None None] Checking router: 39b10974-571e-4fb1-9e4f-0d31edb05afe for host: dv-cinder-760153-10-iscsi {{(pid=94011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:13:04.547185 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e6ee2d-b3ff-41aa-a835-b32f98ed16d4 None None] Routers {'39b10974-571e-4fb1-9e4f-0d31edb05afe'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:13:04.548905 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-97e6ee2d-b3ff-41aa-a835-b32f98ed16d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T15:12:58Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['39b10974-571e-4fb1-9e4f-0d31edb05afe'], 'active': True} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:13:04.563520 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-0c2b9112-2a47-4938-aa1c-6868266f6d24 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:04.566835 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-0c2b9112-2a47-4938-aa1c-6868266f6d24 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks [] for security_group, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:04.571101 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-0c2b9112-2a47-4938-aa1c-6868266f6d24 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "DELETE /v2.0/security-groups/05ea3ae8-c060-458c-99a7-e4ef26774c9a HTTP/1.1" status: 204 len: 168 time: 0.1884594 Sep 10 15:13:04.573588 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 47718) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:13:04.590926 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2b9112-2a47-4938-aa1c-6868266f6d24 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ea3ae8-c060-458c-99a7-e4ef26774c9a,revision_number=None']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:04.605831 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.api.v2.resource [None req-29f4968c-710d-42be-8457-e6214b09ae97 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] show failed (client error): The resource could not be found. Sep 10 15:13:04.609791 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-29f4968c-710d-42be-8457-e6214b09ae97 tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "GET /v2.0/security-groups/05ea3ae8-c060-458c-99a7-e4ef26774c9a HTTP/1.1" status: 404 len: 347 time: 0.0312123 Sep 10 15:13:04.610132 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 47720) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:13:04.611910 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed25b8d1-5970-4cc9-8a20-48c2ab00b31f req-30e75347-e691-44b4-b79d-d07ec6953795 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:04.626766 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-ed25b8d1-5970-4cc9-8a20-48c2ab00b31f req-30e75347-e691-44b4-b79d-d07ec6953795 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e2fba9e-25ac-41cd-8f05-1789d4b617f1 HTTP/1.1" status: 200 len: 943 time: 0.0892079 Sep 10 15:13:04.657739 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Provisioning for port 9d43b739-a406-495d-afd8-dc0b535a5580 completed by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:13:04.687004 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-ed25b8d1-5970-4cc9-8a20-48c2ab00b31f req-5806dea5-44dd-4dbd-bbf6-c12356832be5 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/security-groups?id=facb85e1-ca28-4fa9-8341-49706cac4dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531268 Sep 10 15:13:04.697592 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Provisioning complete for port 9d43b739-a406-495d-afd8-dc0b535a5580 triggered by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:13:04.698094 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:04.743240 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvr_db [None req-97e6ee2d-b3ff-41aa-a835-b32f98ed16d4 None None] Set router 39b10974-571e-4fb1-9e4f-0d31edb05afe gateway port host: dv-cinder-760153-10-iscsi {{(pid=94011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:13:04.784294 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.plugin [None req-b2b98d5b-6785-41f5-bad1-913556546c0a tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Deleting port d238ab66-0579-418e-b4d1-5d21e7048b5e {{(pid=94010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:13:04.784663 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-b2b98d5b-6785-41f5-bad1-913556546c0a tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748757118522'] for port, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:04.887328 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-b2b98d5b-6785-41f5-bad1-913556546c0a tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530186'] for port, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:04.887596 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-b2b98d5b-6785-41f5-bad1-913556546c0a tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:04.900727 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.plugin [None req-b2b98d5b-6785-41f5-bad1-913556546c0a tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Calling delete_port for d238ab66-0579-418e-b4d1-5d21e7048b5e owned by network:floatingip {{(pid=94010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:13:04.935281 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:04.988146 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] For port 9d43b739-a406-495d-afd8-dc0b535a5580, host dv-cinder-760153-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-10-iscsi',level=0,port_id=9d43b739-a406-495d-afd8-dc0b535a5580,segment=NetworkSegment(14758eda-5d6a-4559-ac06-7102802ea23a),segment_id=14758eda-5d6a-4559-ac06-7102802ea23a)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:13:05.012639 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:05.054186 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-b2b98d5b-6785-41f5-bad1-913556546c0a tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748757126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748756606410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14298976'] for port, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:05.072212 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Pushing event updated for resources: {'Port': ['ID=9d43b739-a406-495d-afd8-dc0b535a5580,revision_number=5']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:05.081324 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b98d5b-6785-41f5-bad1-913556546c0a tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Pushing event deleted for resources: {'Port': ['ID=d238ab66-0579-418e-b4d1-5d21e7048b5e,revision_number=None']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:05.088382 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-97e6ee2d-b3ff-41aa-a835-b32f98ed16d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b10974-571e-4fb1-9e4f-0d31edb05afe', 'name': 'tempest-AttachVolumeTestJSON-2116488470-router', 'tenant_id': '082849543b964e42af95619ef61cf72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '353e4137-a58f-44da-b645-7d0b1317f238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:07:15Z', 'updated_at': '2021-09-10T15:07:21Z', 'revision_number': 4, 'project_id': '082849543b964e42af95619ef61cf72e', 'gw_port': {'id': '353e4137-a58f-44da-b645-7d0b1317f238', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:18:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b10974-571e-4fb1-9e4f-0d31edb05afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:07:16Z', 'updated_at': '2021-09-10T15:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi', '_interfaces': [{'id': '3a3f3ef5-bd42-4810-8d6a-69f8159bb95c', 'name': '', 'network_id': '4c8987ac-0e40-410a-9ece-2ede7a46ccfd', 'tenant_id': '082849543b964e42af95619ef61cf72e', 'mac_address': 'fa:16:3e:f7:fe:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b10974-571e-4fb1-9e4f-0d31edb05afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'cebcc24d-d612-4722-8ffc-2c593abb6c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:07:20Z', 'updated_at': '2021-09-10T15:07:28Z', 'revision_number': 5, 'project_id': '082849543b964e42af95619ef61cf72e', 'subnets': [{'id': 'cebcc24d-d612-4722-8ffc-2c593abb6c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:13:05.094347 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b98d5b-6785-41f5-bad1-913556546c0a tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:13:05.094347 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b98d5b-6785-41f5-bad1-913556546c0a tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:13:05.094347 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b98d5b-6785-41f5-bad1-913556546c0a tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:13:05.094756 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b98d5b-6785-41f5-bad1-913556546c0a tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:13:05.094847 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b98d5b-6785-41f5-bad1-913556546c0a tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:13:05.095128 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b98d5b-6785-41f5-bad1-913556546c0a tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:13:05.095456 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b98d5b-6785-41f5-bad1-913556546c0a tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:13:05.095777 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b98d5b-6785-41f5-bad1-913556546c0a tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:13:05.096100 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b98d5b-6785-41f5-bad1-913556546c0a tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:13:05.096424 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b98d5b-6785-41f5-bad1-913556546c0a tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:13:05.096748 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b98d5b-6785-41f5-bad1-913556546c0a tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:13:05.097064 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b98d5b-6785-41f5-bad1-913556546c0a tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:13:05.123998 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e6ee2d-b3ff-41aa-a835-b32f98ed16d4 None None] The sync data for ids ['39b10974-571e-4fb1-9e4f-0d31edb05afe'] in dv-cinder-760153-10-iscsi is: [{'id': '39b10974-571e-4fb1-9e4f-0d31edb05afe', 'name': 'tempest-AttachVolumeTestJSON-2116488470-router', 'tenant_id': '082849543b964e42af95619ef61cf72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '353e4137-a58f-44da-b645-7d0b1317f238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:07:15Z', 'updated_at': '2021-09-10T15:07:21Z', 'revision_number': 4, 'project_id': '082849543b964e42af95619ef61cf72e', 'gw_port': {'id': '353e4137-a58f-44da-b645-7d0b1317f238', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:18:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b10974-571e-4fb1-9e4f-0d31edb05afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:07:16Z', 'updated_at': '2021-09-10T15:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi', '_interfaces': [{'id': '3a3f3ef5-bd42-4810-8d6a-69f8159bb95c', 'name': '', 'network_id': '4c8987ac-0e40-410a-9ece-2ede7a46ccfd', 'tenant_id': '082849543b964e42af95619ef61cf72e', 'mac_address': 'fa:16:3e:f7:fe:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b10974-571e-4fb1-9e4f-0d31edb05afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'cebcc24d-d612-4722-8ffc-2c593abb6c11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:07:20Z', 'updated_at': '2021-09-10T15:07:28Z', 'revision_number': 5, 'project_id': '082849543b964e42af95619ef61cf72e', 'subnets': [{'id': 'cebcc24d-d612-4722-8ffc-2c593abb6c11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:13:05.158051 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-b2b98d5b-6785-41f5-bad1-913556546c0a tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks [] for floatingip, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:05.160462 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-b2b98d5b-6785-41f5-bad1-913556546c0a tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46804'] for floatingip, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:05.161622 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-b2b98d5b-6785-41f5-bad1-913556546c0a tempest-AttachVolumeTestJSON-1694845752 tempest-AttachVolumeTestJSON-1694845752-project] 10.222.0.35 "DELETE /v2.0/floatingips/71c53eed-6262-46bb-aa23-d6ab28298278 HTTP/1.1" status: 204 len: 168 time: 0.5501750 Sep 10 15:13:05.818805 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce32d525-e0bf-4f38-9bc9-7e33f34cf114 req-963602ad-ffc3-455c-9ef0-45515ebe53ef tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:05.820608 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-ce32d525-e0bf-4f38-9bc9-7e33f34cf114 req-963602ad-ffc3-455c-9ef0-45515ebe53ef tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e2fba9e-25ac-41cd-8f05-1789d4b617f1 HTTP/1.1" status: 200 len: 943 time: 0.0535116 Sep 10 15:13:05.865260 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-ce32d525-e0bf-4f38-9bc9-7e33f34cf114 req-4d683c5b-8af4-417f-9b4e-d3963997b3fe tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/security-groups?id=facb85e1-ca28-4fa9-8341-49706cac4dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387306 Sep 10 15:13:05.961739 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device cbbd8aed-e390-465d-b140-9a4c90883319 details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=94011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 15:13:06.034625 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device 1de9fbed-286c-45a9-9540-307765259f1f no longer exists at agent hyperv_hv-cinder-76015 {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:13:06.066385 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device 9d43b739-a406-495d-afd8-dc0b535a5580 up at agent ovs-agent-dv-cinder-760153-10-iscsi {{(pid=94011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:13:06.070741 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] No Port match for: 1de9fbed-286c-45a9-9540-307765259f1f {{(pid=94011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:13:06.071014 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device 1de9fbed-286c-45a9-9540-307765259f1f not bound to the agent host hv-cinder-76015 {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:13:06.115026 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] For port cbbd8aed-e390-465d-b140-9a4c90883319, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=cbbd8aed-e390-465d-b140-9a4c90883319,segment=NetworkSegment(57f4982e-55fa-411b-896e-d2f21b6a9591),segment_id=57f4982e-55fa-411b-896e-d2f21b6a9591)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:13:06.133966 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Returning: {'device': 'cbbd8aed-e390-465d-b140-9a4c90883319', 'network_id': '7cf88e2d-f05f-45fc-a04d-f0661eff459b', 'port_id': 'cbbd8aed-e390-465d-b140-9a4c90883319', 'mac_address': 'fa:16:3e:b0:96:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8893c71f-9a4e-420e-94a5-477d5ef9e705', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 15:13:06.177834 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Provisioning complete for port 9d43b739-a406-495d-afd8-dc0b535a5580 triggered by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:13:06.178291 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:06.182369 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:06.218430 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbbd8aed-e390-465d-b140-9a4c90883319 {{(pid=94011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:13:06.248536 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] For port cbbd8aed-e390-465d-b140-9a4c90883319, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=cbbd8aed-e390-465d-b140-9a4c90883319,segment=NetworkSegment(57f4982e-55fa-411b-896e-d2f21b6a9591),segment_id=57f4982e-55fa-411b-896e-d2f21b6a9591)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:13:06.253392 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:06.471771 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff03da3-78c7-4a7a-9424-cdfcd76204c1 None None] New status for floating IP 71c53eed-6262-46bb-aa23-d6ab28298278: DOWN {{(pid=94012) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 15:13:06.475304 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Pushing event updated for resources: {'Port': ['ID=cbbd8aed-e390-465d-b140-9a4c90883319,revision_number=7']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:06.519155 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] get_ports_and_sgs() called for port_ids ['cbbd8aed-e390-465d-b140-9a4c90883319'] {{(pid=94011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 15:13:06.988797 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a1a674-b3fd-4345-9b18-a358d9805d98 req-792ff7db-4b63-467a-a3c6-300e3398c38e tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:06.990304 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-79a1a674-b3fd-4345-9b18-a358d9805d98 req-792ff7db-4b63-467a-a3c6-300e3398c38e tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e2fba9e-25ac-41cd-8f05-1789d4b617f1 HTTP/1.1" status: 200 len: 944 time: 0.0540907 Sep 10 15:13:07.030283 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-79a1a674-b3fd-4345-9b18-a358d9805d98 req-d34cd853-363b-4d98-b588-87aa7fb1e5c7 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/security-groups?id=facb85e1-ca28-4fa9-8341-49706cac4dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332930 Sep 10 15:13:07.978697 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device cbbd8aed-e390-465d-b140-9a4c90883319 up at agent hyperv_hv-cinder-76015 {{(pid=94011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:13:08.030690 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Provisioning complete for port cbbd8aed-e390-465d-b140-9a4c90883319 triggered by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:13:08.031456 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:08.117270 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:08.142223 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e2fba9e-25ac-41cd-8f05-1789d4b617f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbbd8aed-e390-465d-b140-9a4c90883319'}] {{(pid=94011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:13:08.144500 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eff4842c0e32827c09e5fc730d7a4a2f35fc7e77767eed508a7d5fefd1bac28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df03d6b-72b0-40d6-86c6-508f3eff2919" -d '{"events": [{"server_uuid": "8e2fba9e-25ac-41cd-8f05-1789d4b617f1", "name": "network-vif-plugged", "status": "completed", "tag": "cbbd8aed-e390-465d-b140-9a4c90883319"}]}' {{(pid=94011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:13:08.148434 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6bd5cf-ea6a-4037-b650-8968a348e30f req-78a3e41d-84ee-4dfa-aa08-d218ec7c4a8c tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:08.150112 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-4f6bd5cf-ea6a-4037-b650-8968a348e30f req-78a3e41d-84ee-4dfa-aa08-d218ec7c4a8c tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e2fba9e-25ac-41cd-8f05-1789d4b617f1 HTTP/1.1" status: 200 len: 944 time: 0.0511701 Sep 10 15:13:08.160259 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] For port cbbd8aed-e390-465d-b140-9a4c90883319, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=cbbd8aed-e390-465d-b140-9a4c90883319,segment=NetworkSegment(57f4982e-55fa-411b-896e-d2f21b6a9591),segment_id=57f4982e-55fa-411b-896e-d2f21b6a9591)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:13:08.165068 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:08.191812 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e64ee877-7b31-40c6-9247-aed63b0db3e8 x-openstack-request-id: req-e64ee877-7b31-40c6-9247-aed63b0db3e8 {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:13:08.192340 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e2fba9e-25ac-41cd-8f05-1789d4b617f1", "name": "network-vif-plugged", "status": "completed", "tag": "cbbd8aed-e390-465d-b140-9a4c90883319", "code": 200}]} {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:13:08.192685 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e64ee877-7b31-40c6-9247-aed63b0db3e8 {{(pid=94011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:13:08.193165 dv-cinder-760153-10-iscsi neutron-server[94011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e2fba9e-25ac-41cd-8f05-1789d4b617f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbbd8aed-e390-465d-b140-9a4c90883319', 'code': 200} Sep 10 15:13:08.203125 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-4f6bd5cf-ea6a-4037-b650-8968a348e30f req-e45873db-3389-4e20-bb49-0997b6782b95 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/security-groups?id=facb85e1-ca28-4fa9-8341-49706cac4dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468020 Sep 10 15:13:08.223190 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Pushing event updated for resources: {'Port': ['ID=cbbd8aed-e390-465d-b140-9a4c90883319,revision_number=8']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:08.407371 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671b1c93-8c66-4ab4-90c8-60a0c0cd2c60 req-d4448518-16c6-4bbf-9106-57f7d8fdd085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:08.408767 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-671b1c93-8c66-4ab4-90c8-60a0c0cd2c60 req-d4448518-16c6-4bbf-9106-57f7d8fdd085 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8e2fba9e-25ac-41cd-8f05-1789d4b617f1 HTTP/1.1" status: 200 len: 1098 time: 0.0418947 Sep 10 15:13:08.455890 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-671b1c93-8c66-4ab4-90c8-60a0c0cd2c60 req-c405e3d1-c889-438a-bb6d-44bea7eb652f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=facb85e1-ca28-4fa9-8341-49706cac4dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290701 Sep 10 15:13:08.739977 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 47764) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:13:09.328039 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcfdfbc-7c1a-4b38-ad42-782becb1c0d5 req-2dcced27-9440-4858-86a0-c84e5ca3de21 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:09.329562 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-4bcfdfbc-7c1a-4b38-ad42-782becb1c0d5 req-2dcced27-9440-4858-86a0-c84e5ca3de21 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e2fba9e-25ac-41cd-8f05-1789d4b617f1 HTTP/1.1" status: 200 len: 945 time: 0.0501199 Sep 10 15:13:09.332565 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-9ea23174-8679-4710-9125-5549699ec4f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586107'] for router_interface, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:09.369573 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-4bcfdfbc-7c1a-4b38-ad42-782becb1c0d5 req-05d8d9f8-4c28-4293-8baa-454db810613a tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/security-groups?id=facb85e1-ca28-4fa9-8341-49706cac4dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329421 Sep 10 15:13:09.633927 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.plugin [None req-9ea23174-8679-4710-9125-5549699ec4f9 admin admin] Deleting port 3a3f3ef5-bd42-4810-8d6a-69f8159bb95c {{(pid=94010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:13:09.634202 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-9ea23174-8679-4710-9125-5549699ec4f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748757118522'] for port, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:09.717887 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.db [None req-9ea23174-8679-4710-9125-5549699ec4f9 admin admin] For port 3a3f3ef5-bd42-4810-8d6a-69f8159bb95c, host dv-cinder-760153-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-10-iscsi',level=0,port_id=3a3f3ef5-bd42-4810-8d6a-69f8159bb95c,segment=NetworkSegment(393f7742-686d-4801-9fab-414e2530e6c7),segment_id=393f7742-686d-4801-9fab-414e2530e6c7)] {{(pid=94010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:13:09.717887 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-9ea23174-8679-4710-9125-5549699ec4f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530186'] for port, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:09.730324 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.plugin [None req-9ea23174-8679-4710-9125-5549699ec4f9 admin admin] Calling delete_port for 3a3f3ef5-bd42-4810-8d6a-69f8159bb95c owned by network:router_interface {{(pid=94010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:13:09.917054 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-9ea23174-8679-4710-9125-5549699ec4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748757126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748756606410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14298976'] for port, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:09.946618 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea23174-8679-4710-9125-5549699ec4f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a3f3ef5-bd42-4810-8d6a-69f8159bb95c,revision_number=None']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:10.129550 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-9ea23174-8679-4710-9125-5549699ec4f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586191'] for router_interface, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:10.351022 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ea23174-8679-4710-9125-5549699ec4f9 admin admin] Router 39b10974-571e-4fb1-9e4f-0d31edb05afe has already been hosted by L3 agent b0771735-54fe-4ba2-aeee-11d3b2b54cf1 {{(pid=94010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 15:13:10.461152 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ea23174-8679-4710-9125-5549699ec4f9 admin admin] Notify agent at l3_agent.dv-cinder-760153-10-iscsi the message routers_updated {{(pid=94010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:13:10.466564 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-9ea23174-8679-4710-9125-5549699ec4f9 admin admin] 10.222.0.35 "PUT /v2.0/routers/39b10974-571e-4fb1-9e4f-0d31edb05afe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7246864 Sep 10 15:13:10.469029 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 47776) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:13:10.470013 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b234877-f3c2-4480-87c7-001c0b536088 None None] Sync routers for ids ['39b10974-571e-4fb1-9e4f-0d31edb05afe'] in dv-cinder-760153-10-iscsi {{(pid=94011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:13:10.481903 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b234877-f3c2-4480-87c7-001c0b536088 None None] Routers {'39b10974-571e-4fb1-9e4f-0d31edb05afe'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:13:10.482840 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-9b234877-f3c2-4480-87c7-001c0b536088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T15:12:58Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['39b10974-571e-4fb1-9e4f-0d31edb05afe'], 'active': True} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:13:10.491994 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82bdddb-a49a-4fe5-a2f7-6ca3e92d8acc req-99ede255-1522-4c6d-883e-158c54dc1119 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:10.493520 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-e82bdddb-a49a-4fe5-a2f7-6ca3e92d8acc req-99ede255-1522-4c6d-883e-158c54dc1119 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e2fba9e-25ac-41cd-8f05-1789d4b617f1 HTTP/1.1" status: 200 len: 945 time: 0.0554914 Sep 10 15:13:10.540623 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-e82bdddb-a49a-4fe5-a2f7-6ca3e92d8acc req-fb8339ac-f254-4d39-8c64-9816f5787870 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/security-groups?id=facb85e1-ca28-4fa9-8341-49706cac4dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407841 Sep 10 15:13:10.607442 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvr_db [None req-9b234877-f3c2-4480-87c7-001c0b536088 None None] Set router 39b10974-571e-4fb1-9e4f-0d31edb05afe gateway port host: dv-cinder-760153-10-iscsi {{(pid=94011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:13:10.687407 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:10.808071 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-2f88031f-780e-465a-9601-e37c7194f6d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:10.810248 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-9b234877-f3c2-4480-87c7-001c0b536088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b10974-571e-4fb1-9e4f-0d31edb05afe', 'name': 'tempest-AttachVolumeTestJSON-2116488470-router', 'tenant_id': '082849543b964e42af95619ef61cf72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '353e4137-a58f-44da-b645-7d0b1317f238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:07:15Z', 'updated_at': '2021-09-10T15:13:09Z', 'revision_number': 5, 'project_id': '082849543b964e42af95619ef61cf72e', 'gw_port': {'id': '353e4137-a58f-44da-b645-7d0b1317f238', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:18:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b10974-571e-4fb1-9e4f-0d31edb05afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:07:16Z', 'updated_at': '2021-09-10T15:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi'}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:13:10.838124 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b234877-f3c2-4480-87c7-001c0b536088 None None] Checking router: 39b10974-571e-4fb1-9e4f-0d31edb05afe for host: dv-cinder-760153-10-iscsi {{(pid=94011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:13:10.846505 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b234877-f3c2-4480-87c7-001c0b536088 None None] Routers {'39b10974-571e-4fb1-9e4f-0d31edb05afe'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:13:10.847299 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-9b234877-f3c2-4480-87c7-001c0b536088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T15:12:58Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['39b10974-571e-4fb1-9e4f-0d31edb05afe'], 'active': True} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:13:10.917515 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-2f88031f-780e-465a-9601-e37c7194f6d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:10.959479 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvr_db [None req-9b234877-f3c2-4480-87c7-001c0b536088 None None] Set router 39b10974-571e-4fb1-9e4f-0d31edb05afe gateway port host: dv-cinder-760153-10-iscsi {{(pid=94011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:13:10.973637 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.plugin [None req-2f88031f-780e-465a-9601-e37c7194f6d0 admin admin] Deleting port 353e4137-a58f-44da-b645-7d0b1317f238 {{(pid=94010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:13:10.973996 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-2f88031f-780e-465a-9601-e37c7194f6d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748757118522'] for port, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:11.057881 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.db [None req-2f88031f-780e-465a-9601-e37c7194f6d0 admin admin] For port 353e4137-a58f-44da-b645-7d0b1317f238, host dv-cinder-760153-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-10-iscsi',level=0,port_id=353e4137-a58f-44da-b645-7d0b1317f238,segment=NetworkSegment(62148626-c573-4694-a829-31b2bfa74c0d),segment_id=62148626-c573-4694-a829-31b2bfa74c0d)] {{(pid=94010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:13:11.058332 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-2f88031f-780e-465a-9601-e37c7194f6d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530186'] for port, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:11.071813 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.plugin [None req-2f88031f-780e-465a-9601-e37c7194f6d0 admin admin] Calling delete_port for 353e4137-a58f-44da-b645-7d0b1317f238 owned by network:router_gateway {{(pid=94010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:13:11.147533 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-9b234877-f3c2-4480-87c7-001c0b536088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39b10974-571e-4fb1-9e4f-0d31edb05afe', 'name': 'tempest-AttachVolumeTestJSON-2116488470-router', 'tenant_id': '082849543b964e42af95619ef61cf72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '353e4137-a58f-44da-b645-7d0b1317f238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:07:15Z', 'updated_at': '2021-09-10T15:13:09Z', 'revision_number': 5, 'project_id': '082849543b964e42af95619ef61cf72e', 'gw_port': {'id': '353e4137-a58f-44da-b645-7d0b1317f238', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:18:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b10974-571e-4fb1-9e4f-0d31edb05afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:07:16Z', 'updated_at': '2021-09-10T15:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi'}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:13:11.184381 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b234877-f3c2-4480-87c7-001c0b536088 None None] The sync data for ids ['39b10974-571e-4fb1-9e4f-0d31edb05afe'] in dv-cinder-760153-10-iscsi is: [{'id': '39b10974-571e-4fb1-9e4f-0d31edb05afe', 'name': 'tempest-AttachVolumeTestJSON-2116488470-router', 'tenant_id': '082849543b964e42af95619ef61cf72e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '353e4137-a58f-44da-b645-7d0b1317f238', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:07:15Z', 'updated_at': '2021-09-10T15:13:09Z', 'revision_number': 5, 'project_id': '082849543b964e42af95619ef61cf72e', 'gw_port': {'id': '353e4137-a58f-44da-b645-7d0b1317f238', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:18:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39b10974-571e-4fb1-9e4f-0d31edb05afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:07:16Z', 'updated_at': '2021-09-10T15:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi'}] {{(pid=94011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:13:11.255677 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-2f88031f-780e-465a-9601-e37c7194f6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748757126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748756606410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14298976'] for port, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:11.285079 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f88031f-780e-465a-9601-e37c7194f6d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=353e4137-a58f-44da-b645-7d0b1317f238,revision_number=None']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:11.349359 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-2f88031f-780e-465a-9601-e37c7194f6d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-582701'] for router_gateway, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:11.441969 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-2f88031f-780e-465a-9601-e37c7194f6d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-329'] for router, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:11.445472 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-2f88031f-780e-465a-9601-e37c7194f6d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:11.489682 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-2f88031f-780e-465a-9601-e37c7194f6d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587159'] for router, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:11.490189 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f88031f-780e-465a-9601-e37c7194f6d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39b10974-571e-4fb1-9e4f-0d31edb05afe {{(pid=94010) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 15:13:11.495084 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-2f88031f-780e-465a-9601-e37c7194f6d0 admin admin] Notify callbacks [] for router, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:11.496224 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-2f88031f-780e-465a-9601-e37c7194f6d0 admin admin] 10.222.0.35 "DELETE /v2.0/routers/39b10974-571e-4fb1-9e4f-0d31edb05afe HTTP/1.1" status: 204 len: 168 time: 1.0262761 Sep 10 15:13:11.498977 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 47782) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:13:11.544870 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.db_base_plugin_v2 [None req-93cc1aae-fed5-4998-9a63-f4f508ee15c3 admin admin] Deleting subnet cebcc24d-d612-4722-8ffc-2c593abb6c11 {{(pid=94009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 15:13:11.548171 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-93cc1aae-fed5-4998-9a63-f4f508ee15c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:11.585716 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-93cc1aae-fed5-4998-9a63-f4f508ee15c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15526112'] for subnet, precommit_delete_associations {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:11.703125 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-93cc1aae-fed5-4998-9a63-f4f508ee15c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1678090'] for subnet, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:11.756016 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-93cc1aae-fed5-4998-9a63-f4f508ee15c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1678083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1040786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13677773'] for subnet, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:11.783385 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc1aae-fed5-4998-9a63-f4f508ee15c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cebcc24d-d612-4722-8ffc-2c593abb6c11,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:11.788532 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-93cc1aae-fed5-4998-9a63-f4f508ee15c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:11.790705 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-93cc1aae-fed5-4998-9a63-f4f508ee15c3 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/cebcc24d-d612-4722-8ffc-2c593abb6c11 HTTP/1.1" status: 204 len: 168 time: 0.2906904 Sep 10 15:13:11.793246 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 47784) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:13:11.794973 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1b05ba-0218-4d82-a9b8-a7c95f0ddf5d None None] Network 4c8987ac-0e40-410a-9ece-2ede7a46ccfd requested from dv-cinder-760153-10-iscsi {{(pid=94011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:13:11.869568 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-49c47c24-bcf1-4454-8af1-59d0236109f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626838'] for network, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:11.925744 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.plugin [None req-49c47c24-bcf1-4454-8af1-59d0236109f1 admin admin] Deleting port 0620ba78-691b-408c-b2e1-09a1df220473 {{(pid=94010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:13:11.926462 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-49c47c24-bcf1-4454-8af1-59d0236109f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748757118522'] for port, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:11.996441 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.db [None req-49c47c24-bcf1-4454-8af1-59d0236109f1 admin admin] For port 0620ba78-691b-408c-b2e1-09a1df220473, host dv-cinder-760153-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-10-iscsi',level=0,port_id=0620ba78-691b-408c-b2e1-09a1df220473,segment=NetworkSegment(393f7742-686d-4801-9fab-414e2530e6c7),segment_id=393f7742-686d-4801-9fab-414e2530e6c7)] {{(pid=94010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:13:11.996803 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-49c47c24-bcf1-4454-8af1-59d0236109f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530186'] for port, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:12.008554 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.plugin [None req-49c47c24-bcf1-4454-8af1-59d0236109f1 admin admin] Calling delete_port for 0620ba78-691b-408c-b2e1-09a1df220473 owned by network:dhcp {{(pid=94010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:13:12.088669 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-49c47c24-bcf1-4454-8af1-59d0236109f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748757126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748756606410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14298976'] for port, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:12.115027 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c47c24-bcf1-4454-8af1-59d0236109f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0620ba78-691b-408c-b2e1-09a1df220473,revision_number=None']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:12.119234 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c47c24-bcf1-4454-8af1-59d0236109f1 admin admin] No DVR routers for this DVR port 0620ba78-691b-408c-b2e1-09a1df220473 on host dv-cinder-760153-10-iscsi {{(pid=94010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 15:13:12.193454 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-49c47c24-bcf1-4454-8af1-59d0236109f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1672831', 'neutron.services.segments.db._delete_segments_for_network-8748756906397'] for network, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:12.214779 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.services.segments.db [None req-49c47c24-bcf1-4454-8af1-59d0236109f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c8987ac-0e40-410a-9ece-2ede7a46ccfd']}} {{(pid=94010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:13:12.224719 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.services.segments.db [None req-49c47c24-bcf1-4454-8af1-59d0236109f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '393f7742-686d-4801-9fab-414e2530e6c7') {'for_net_delete': True} {{(pid=94010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:13:12.225687 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.services.segments.db [None req-49c47c24-bcf1-4454-8af1-59d0236109f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '393f7742-686d-4801-9fab-414e2530e6c7') {} {{(pid=94010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:13:12.236644 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-49c47c24-bcf1-4454-8af1-59d0236109f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748756906150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14298954'] for segment, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:12.246440 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92b141d-b96a-4630-b492-a9077918856e None None] DHCP port deletion for 4c8987ac-0e40-410a-9ece-2ede7a46ccfd request from dv-cinder-760153-10-iscsi {{(pid=94011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 15:13:12.270141 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-49c47c24-bcf1-4454-8af1-59d0236109f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672864'] for segment, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:12.290184 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49c47c24-bcf1-4454-8af1-59d0236109f1 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=94010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 15:13:12.290846 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-49c47c24-bcf1-4454-8af1-59d0236109f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298559'] for segment, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:12.292984 dv-cinder-760153-10-iscsi neutron-server[94010]: Traceback (most recent call last): Sep 10 15:13:12.292984 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 15:13:12.292984 dv-cinder-760153-10-iscsi neutron-server[94010]: timer() Sep 10 15:13:12.292984 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 15:13:12.292984 dv-cinder-760153-10-iscsi neutron-server[94010]: cb(*args, **kw) Sep 10 15:13:12.292984 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 15:13:12.292984 dv-cinder-760153-10-iscsi neutron-server[94010]: return func(*args, **kwargs) Sep 10 15:13:12.292984 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 15:13:12.292984 dv-cinder-760153-10-iscsi neutron-server[94010]: self._notify() Sep 10 15:13:12.292984 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 15:13:12.292984 dv-cinder-760153-10-iscsi neutron-server[94010]: self.callback(batched_events) Sep 10 15:13:12.292984 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 15:13:12.292984 dv-cinder-760153-10-iscsi neutron-server[94010]: event.method(event) Sep 10 15:13:12.292984 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 15:13:12.292984 dv-cinder-760153-10-iscsi neutron-server[94010]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 15:13:12.292984 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 15:13:12.292984 dv-cinder-760153-10-iscsi neutron-server[94010]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 15:13:12.292984 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 15:13:12.292984 dv-cinder-760153-10-iscsi neutron-server[94010]: return f(self, *a, **k) Sep 10 15:13:12.292984 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 15:13:12.292984 dv-cinder-760153-10-iscsi neutron-server[94010]: return self._get(url).json() Sep 10 15:13:12.292984 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 15:13:12.292984 dv-cinder-760153-10-iscsi neutron-server[94010]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 15:13:12.292984 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 15:13:12.292984 dv-cinder-760153-10-iscsi neutron-server[94010]: return self.request(url, 'GET', **kwargs) Sep 10 15:13:12.292984 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 15:13:12.292984 dv-cinder-760153-10-iscsi neutron-server[94010]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 15:13:12.292984 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 15:13:12.292984 dv-cinder-760153-10-iscsi neutron-server[94010]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 15:13:12.292984 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 15:13:12.292984 dv-cinder-760153-10-iscsi neutron-server[94010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 15:13:12.292984 dv-cinder-760153-10-iscsi neutron-server[94010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 15:13:12.324948 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device 0620ba78-691b-408c-b2e1-09a1df220473 no longer exists at agent ovs-agent-dv-cinder-760153-10-iscsi {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:13:12.349330 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] No Port match for: 0620ba78-691b-408c-b2e1-09a1df220473 {{(pid=94011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:13:12.349690 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device 0620ba78-691b-408c-b2e1-09a1df220473 not bound to the agent host dv-cinder-760153-10-iscsi {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:13:12.350822 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device 353e4137-a58f-44da-b645-7d0b1317f238 no longer exists at agent ovs-agent-dv-cinder-760153-10-iscsi {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:13:12.359229 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-49c47c24-bcf1-4454-8af1-59d0236109f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582729'] for network, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:12.365178 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-49c47c24-bcf1-4454-8af1-59d0236109f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526879'] for network, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:12.370084 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-49c47c24-bcf1-4454-8af1-59d0236109f1 admin admin] 10.222.0.35 "DELETE /v2.0/networks/4c8987ac-0e40-410a-9ece-2ede7a46ccfd HTTP/1.1" status: 204 len: 168 time: 0.5729237 Sep 10 15:13:12.372656 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] No Port match for: 353e4137-a58f-44da-b645-7d0b1317f238 {{(pid=94011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:13:12.373018 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device 353e4137-a58f-44da-b645-7d0b1317f238 not bound to the agent host dv-cinder-760153-10-iscsi {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:13:12.373397 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device 3a3f3ef5-bd42-4810-8d6a-69f8159bb95c no longer exists at agent ovs-agent-dv-cinder-760153-10-iscsi {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:13:12.379336 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c47c24-bcf1-4454-8af1-59d0236109f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c8987ac-0e40-410a-9ece-2ede7a46ccfd,revision_number=None']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:12.393797 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] No Port match for: 3a3f3ef5-bd42-4810-8d6a-69f8159bb95c {{(pid=94011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:13:12.394164 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device 3a3f3ef5-bd42-4810-8d6a-69f8159bb95c not bound to the agent host dv-cinder-760153-10-iscsi {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:13:12.496503 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 47790) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:13:12.536794 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-1e5ad7ff-1f7f-4b07-8895-29f20086dc27 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=082849543b964e42af95619ef61cf72e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391467 Sep 10 15:13:12.541038 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 47792) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:13:12.590522 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-a7057517-7c87-49fb-82b2-e0910c052e27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:12.612953 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-a7057517-7c87-49fb-82b2-e0910c052e27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:12.660531 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-a7057517-7c87-49fb-82b2-e0910c052e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:12.662933 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-a7057517-7c87-49fb-82b2-e0910c052e27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:12.664104 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-a7057517-7c87-49fb-82b2-e0910c052e27 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1454a895-82cf-4080-b3f0-923c6a44d1f8 HTTP/1.1" status: 204 len: 168 time: 0.1221497 Sep 10 15:13:12.672584 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7057517-7c87-49fb-82b2-e0910c052e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1454a895-82cf-4080-b3f0-923c6a44d1f8,revision_number=None']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:13.350693 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 47816) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:13:13.452377 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.v2.base [None req-4969195c-a8d4-4e46-8c93-67bad38914b6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1934175152-network', 'tenant_id': 'e888ef2156604577a96c109c40bc5380'}} {{(pid=94010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:13:13.476413 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4969195c-a8d4-4e46-8c93-67bad38914b6 admin admin] Made reservation on behalf of e888ef2156604577a96c109c40bc5380 for: {'network': 1} {{(pid=94010) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:13:13.479609 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-4969195c-a8d4-4e46-8c93-67bad38914b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for network, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:13.489345 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-4969195c-a8d4-4e46-8c93-67bad38914b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:13.592643 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-4969195c-a8d4-4e46-8c93-67bad38914b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:13.597489 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-4969195c-a8d4-4e46-8c93-67bad38914b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:13.623361 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4969195c-a8d4-4e46-8c93-67bad38914b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=94010) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 15:13:13.638990 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4969195c-a8d4-4e46-8c93-67bad38914b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=973a4cb4-473a-45a2-bf0e-8a8e36198643,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:13.642332 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-4969195c-a8d4-4e46-8c93-67bad38914b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672864'] for segment, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:13.642680 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.db.segments_db [None req-4969195c-a8d4-4e46-8c93-67bad38914b6 admin admin] Added segment 516d7949-fb86-4c13-a3db-25439db90102 of type vlan for network c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5 Sep 10 15:13:13.687691 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-4969195c-a8d4-4e46-8c93-67bad38914b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748756560168'] for network, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:13.719803 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-4969195c-a8d4-4e46-8c93-67bad38914b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861'] for network, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:13.720914 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4969195c-a8d4-4e46-8c93-67bad38914b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:13.721613 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-4969195c-a8d4-4e46-8c93-67bad38914b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526879'] for network, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:13.756288 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-4969195c-a8d4-4e46-8c93-67bad38914b6 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4043632 Sep 10 15:13:13.759807 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 47820) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:13:13.765132 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.v2.base [None req-30497634-22da-4b86-b3af-6bcf463c8129 admin admin] Request body: {'subnet': {'network_id': 'c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1934175152-subnet', 'tenant_id': 'e888ef2156604577a96c109c40bc5380', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:13:13.787035 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4969195c-a8d4-4e46-8c93-67bad38914b6 admin admin] Pushing event updated for resources: {'Network': ['ID=c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:13.789542 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30497634-22da-4b86-b3af-6bcf463c8129 admin admin] Made reservation on behalf of e888ef2156604577a96c109c40bc5380 for: {'subnet': 1} {{(pid=94009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:13:13.791956 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-30497634-22da-4b86-b3af-6bcf463c8129 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13677608'] for subnet, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:13.798485 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Network c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5 details requested by agent ovs-agent-dv-cinder-760153-10-iscsi with host dv-cinder-760153-10-iscsi {{(pid=94011) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 15:13:13.983115 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-30497634-22da-4b86-b3af-6bcf463c8129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1040851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13677622'] for subnet, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:14.040062 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30497634-22da-4b86-b3af-6bcf463c8129 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f0bde31-9aed-46d5-83ea-21eae3122752,revision_number=0']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:14.046770 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30497634-22da-4b86-b3af-6bcf463c8129 admin admin] Checking segment: {'id': '516d7949-fb86-4c13-a3db-25439db90102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:13:14.047080 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30497634-22da-4b86-b3af-6bcf463c8129 admin admin] Network hostable DHCP agents. Network: c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5, hostable agents: ['afb565d3-e50e-4cf5-8d13-a2fbc8ff1b06'], hosted agents: [] {{(pid=94009) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 15:13:14.062510 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30497634-22da-4b86-b3af-6bcf463c8129 admin admin] Network c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5 is scheduled to be hosted by DHCP agent afb565d3-e50e-4cf5-8d13-a2fbc8ff1b06 with binding_index 1 {{(pid=94009) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 15:13:14.071060 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.base_scheduler [None req-30497634-22da-4b86-b3af-6bcf463c8129 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760153-10-iscsi, c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5) {{(pid=94009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:13:14.075340 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30497634-22da-4b86-b3af-6bcf463c8129 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:14.075924 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-30497634-22da-4b86-b3af-6bcf463c8129 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:14.082350 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a17f8ef-9c4d-4293-b9f9-0157f8475a20 None None] Network c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5 requested from dv-cinder-760153-10-iscsi {{(pid=94011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:13:14.091215 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-30497634-22da-4b86-b3af-6bcf463c8129 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3301756 Sep 10 15:13:14.215842 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878ecf6c-5d29-4b07-9e6f-bc3d2cfdf212 None None] Network c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5 requested from dv-cinder-760153-10-iscsi {{(pid=94011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:13:14.532066 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15c8980-4027-4f6d-838c-41f5b3949df3 req-d141ca12-b007-4c42-a239-dff9850c1002 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:14.533458 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-b15c8980-4027-4f6d-838c-41f5b3949df3 req-d141ca12-b007-4c42-a239-dff9850c1002 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/networks?id=c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5 HTTP/1.1" status: 200 len: 815 time: 0.1112936 Sep 10 15:13:14.548573 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-b15c8980-4027-4f6d-838c-41f5b3949df3 req-0158baec-e86b-476e-ba47-32c06ae4265d tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/quotas/e888ef2156604577a96c109c40bc5380 HTTP/1.1" status: 200 len: 375 time: 0.0092688 Sep 10 15:13:14.585448 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-b15c8980-4027-4f6d-838c-41f5b3949df3 req-70207b16-a487-407a-bff7-d1c6ea48b435 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e888ef2156604577a96c109c40bc5380&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300553 Sep 10 15:13:14.729928 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-b15c8980-4027-4f6d-838c-41f5b3949df3 req-a735227d-e7e4-4848-91e6-160f07bd1eaf service neutron] 10.222.0.35 "GET /v2.0/networks/c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373417 Sep 10 15:13:14.819979 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-b15c8980-4027-4f6d-838c-41f5b3949df3 req-32a2df46-ec1d-4c98-9589-b692600c9fae service neutron] 10.222.0.35 "GET /v2.0/networks/c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837862 Sep 10 15:13:14.987597 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-3862a8c0-7c19-4e2f-880f-fa3c55429b21 req-bfdba718-3f3d-4318-88cf-5d9ce01f1ebf tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/ports?device_id=55865eca-ceea-4b72-96fe-b097b768696c HTTP/1.1" status: 200 len: 210 time: 0.0309265 Sep 10 15:13:15.970599 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15c8980-4027-4f6d-838c-41f5b3949df3 req-d0e248d7-d60b-4357-ab24-b8ca956fadf3 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:15.972207 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-b15c8980-4027-4f6d-838c-41f5b3949df3 req-d0e248d7-d60b-4357-ab24-b8ca956fadf3 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.42 "GET /v2.0/networks?id=c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5 HTTP/1.1" status: 200 len: 815 time: 0.1139677 Sep 10 15:13:15.992636 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.v2.base [req-b15c8980-4027-4f6d-838c-41f5b3949df3 req-02c65e34-7906-4cd0-863a-ce4864dd6f3d tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Request body: {'port': {'device_id': '55865eca-ceea-4b72-96fe-b097b768696c', 'network_id': 'c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5', 'admin_state_up': True, 'tenant_id': 'e888ef2156604577a96c109c40bc5380'}} {{(pid=94009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:13:16.104201 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-3131f862-14be-4fe7-9206-934bd516d6d0 req-44585eb9-4394-45fe-9997-32f7cdb7ea46 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/ports?device_id=55865eca-ceea-4b72-96fe-b097b768696c HTTP/1.1" status: 200 len: 210 time: 0.0311406 Sep 10 15:13:16.140612 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b15c8980-4027-4f6d-838c-41f5b3949df3 req-02c65e34-7906-4cd0-863a-ce4864dd6f3d tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Made reservation on behalf of e888ef2156604577a96c109c40bc5380 for: {'port': 1} {{(pid=94009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:13:16.144109 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-b15c8980-4027-4f6d-838c-41f5b3949df3 req-02c65e34-7906-4cd0-863a-ce4864dd6f3d tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:16.302701 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.db_base_plugin_common [req-b15c8980-4027-4f6d-838c-41f5b3949df3 req-02c65e34-7906-4cd0-863a-ce4864dd6f3d tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Allocated IP 172.20.0.5 (c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5/1f0bde31-9aed-46d5-83ea-21eae3122752/f63b4e62-414f-4205-93ba-64c8a3147b6c) {{(pid=94009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:13:16.447140 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-b15c8980-4027-4f6d-838c-41f5b3949df3 req-02c65e34-7906-4cd0-863a-ce4864dd6f3d tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Notify callbacks [] for port, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:16.485593 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-b15c8980-4027-4f6d-838c-41f5b3949df3 req-02c65e34-7906-4cd0-863a-ce4864dd6f3d tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748756606401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1040815'] for port, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:16.532120 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b15c8980-4027-4f6d-838c-41f5b3949df3 req-02c65e34-7906-4cd0-863a-ce4864dd6f3d tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Network c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5 is already hosted by enough agents. {{(pid=94009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:13:16.535161 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.base_scheduler [req-b15c8980-4027-4f6d-838c-41f5b3949df3 req-02c65e34-7906-4cd0-863a-ce4864dd6f3d tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Resources bound (agent type, host, resource id): {{(pid=94009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:13:16.538062 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.l3_dvrscheduler_db [req-b15c8980-4027-4f6d-838c-41f5b3949df3 req-02c65e34-7906-4cd0-863a-ce4864dd6f3d tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Received port after_create {{(pid=94009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:13:16.572919 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c65e34-7906-4cd0-863a-ce4864dd6f3d tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Pushing event updated for resources: {'Port': ['ID=f63b4e62-414f-4205-93ba-64c8a3147b6c,revision_number=1']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:16.602209 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15c8980-4027-4f6d-838c-41f5b3949df3 req-02c65e34-7906-4cd0-863a-ce4864dd6f3d tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:16.604331 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-b15c8980-4027-4f6d-838c-41f5b3949df3 req-02c65e34-7906-4cd0-863a-ce4864dd6f3d tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46804'] for port, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:16.620408 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-b15c8980-4027-4f6d-838c-41f5b3949df3 req-02c65e34-7906-4cd0-863a-ce4864dd6f3d tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6317828 Sep 10 15:13:16.635195 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.v2.base [req-b15c8980-4027-4f6d-838c-41f5b3949df3 req-21546e02-2372-46f0-b362-33a9399d7c3c service neutron] Request body: {'port': {'device_id': '55865eca-ceea-4b72-96fe-b097b768696c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76015'}} {{(pid=94009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:13:16.689033 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-b15c8980-4027-4f6d-838c-41f5b3949df3 req-21546e02-2372-46f0-b362-33a9399d7c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:16.960510 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.notifiers.nova [req-b15c8980-4027-4f6d-838c-41f5b3949df3 req-21546e02-2372-46f0-b362-33a9399d7c3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f63b4e62-414f-4205-93ba-64c8a3147b6c {{(pid=94009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:13:16.967736 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-b15c8980-4027-4f6d-838c-41f5b3949df3 req-21546e02-2372-46f0-b362-33a9399d7c3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:16.980358 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.provisioning_blocks [req-b15c8980-4027-4f6d-838c-41f5b3949df3 req-21546e02-2372-46f0-b362-33a9399d7c3c service neutron] Transition to ACTIVE for port object f63b4e62-414f-4205-93ba-64c8a3147b6c will not be triggered until provisioned by entity L2. {{(pid=94009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:13:16.984821 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-b15c8980-4027-4f6d-838c-41f5b3949df3 req-21546e02-2372-46f0-b362-33a9399d7c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1041244'] for port, after_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:17.049752 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21546e02-2372-46f0-b362-33a9399d7c3c service neutron] Pushing event updated for resources: {'Port': ['ID=f63b4e62-414f-4205-93ba-64c8a3147b6c,revision_number=2']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:17.102703 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.managers [req-b15c8980-4027-4f6d-838c-41f5b3949df3 req-21546e02-2372-46f0-b362-33a9399d7c3c service neutron] Attempting to bind port f63b4e62-414f-4205-93ba-64c8a3147b6c on host hv-cinder-76015 for vnic_type normal with profile {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:13:17.103037 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.managers [req-b15c8980-4027-4f6d-838c-41f5b3949df3 req-21546e02-2372-46f0-b362-33a9399d7c3c service neutron] Attempting to bind port f63b4e62-414f-4205-93ba-64c8a3147b6c by drivers openvswitch,hyperv on host hv-cinder-76015 at level 0 using segments [{'id': '516d7949-fb86-4c13-a3db-25439db90102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5'}] {{(pid=94009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:13:17.103363 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15c8980-4027-4f6d-838c-41f5b3949df3 req-21546e02-2372-46f0-b362-33a9399d7c3c service neutron] Attempting to bind port f63b4e62-414f-4205-93ba-64c8a3147b6c on network c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5 {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:13:17.107877 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15c8980-4027-4f6d-838c-41f5b3949df3 req-21546e02-2372-46f0-b362-33a9399d7c3c service neutron] Port f63b4e62-414f-4205-93ba-64c8a3147b6c on network c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76015 {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 15:13:17.108201 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15c8980-4027-4f6d-838c-41f5b3949df3 req-21546e02-2372-46f0-b362-33a9399d7c3c service neutron] Attempting to bind port f63b4e62-414f-4205-93ba-64c8a3147b6c on network c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5 {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:13:17.113095 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15c8980-4027-4f6d-838c-41f5b3949df3 req-21546e02-2372-46f0-b362-33a9399d7c3c service neutron] Checking agent: {'id': '97479926-a0bf-4e38-9164-b44674cd2f3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76015', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 15, 4, 9), 'started_at': datetime.datetime(2021, 9, 10, 15, 4, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:13:17.113433 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15c8980-4027-4f6d-838c-41f5b3949df3 req-21546e02-2372-46f0-b362-33a9399d7c3c service neutron] Checking segment: {'id': '516d7949-fb86-4c13-a3db-25439db90102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:13:17.113818 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15c8980-4027-4f6d-838c-41f5b3949df3 req-21546e02-2372-46f0-b362-33a9399d7c3c service neutron] Bound using segment: {'id': '516d7949-fb86-4c13-a3db-25439db90102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5'} {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:13:17.114265 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.managers [req-b15c8980-4027-4f6d-838c-41f5b3949df3 req-21546e02-2372-46f0-b362-33a9399d7c3c service neutron] Bound port: f63b4e62-414f-4205-93ba-64c8a3147b6c, host: hv-cinder-76015, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '516d7949-fb86-4c13-a3db-25439db90102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5'}}] {{(pid=94009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:13:17.114618 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-b15c8980-4027-4f6d-838c-41f5b3949df3 req-21546e02-2372-46f0-b362-33a9399d7c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:17.188646 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.db [req-b15c8980-4027-4f6d-838c-41f5b3949df3 req-21546e02-2372-46f0-b362-33a9399d7c3c service neutron] For port f63b4e62-414f-4205-93ba-64c8a3147b6c, host hv-cinder-76015, cleared binding levels {{(pid=94009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:13:17.216603 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.db [req-b15c8980-4027-4f6d-838c-41f5b3949df3 req-21546e02-2372-46f0-b362-33a9399d7c3c service neutron] For port f63b4e62-414f-4205-93ba-64c8a3147b6c, host hv-cinder-76015, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=f63b4e62-414f-4205-93ba-64c8a3147b6c,segment=NetworkSegment(516d7949-fb86-4c13-a3db-25439db90102),segment_id=516d7949-fb86-4c13-a3db-25439db90102)] {{(pid=94009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:13:17.222268 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-b15c8980-4027-4f6d-838c-41f5b3949df3 req-21546e02-2372-46f0-b362-33a9399d7c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1041244'] for port, after_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:17.270436 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15c8980-4027-4f6d-838c-41f5b3949df3 req-21546e02-2372-46f0-b362-33a9399d7c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:17.271060 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-b15c8980-4027-4f6d-838c-41f5b3949df3 req-21546e02-2372-46f0-b362-33a9399d7c3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46804'] for port, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:17.273353 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-b15c8980-4027-4f6d-838c-41f5b3949df3 req-21546e02-2372-46f0-b362-33a9399d7c3c service neutron] 10.222.0.42 "PUT /v2.0/ports/f63b4e62-414f-4205-93ba-64c8a3147b6c HTTP/1.1" status: 200 len: 1093 time: 0.6426678 Sep 10 15:13:17.275582 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55865eca-ceea-4b72-96fe-b097b768696c', 'tag': 'f63b4e62-414f-4205-93ba-64c8a3147b6c'}] {{(pid=94009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:13:17.277950 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9f06775dd2e397dd855044b511bdd55e5ba575987bbc09c0a11d88d405cb18b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091665fd-7b60-4de6-aa96-76124f3198e2" -d '{"events": [{"name": "network-changed", "server_uuid": "55865eca-ceea-4b72-96fe-b097b768696c", "tag": "f63b4e62-414f-4205-93ba-64c8a3147b6c"}]}' {{(pid=94009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:13:17.304890 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3793b-49c7-4075-8394-05d2c07d461d req-b01eff37-be7a-4a15-813f-023c9282b47e tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:17.306517 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-b5d3793b-49c7-4075-8394-05d2c07d461d req-b01eff37-be7a-4a15-813f-023c9282b47e tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/ports?device_id=55865eca-ceea-4b72-96fe-b097b768696c HTTP/1.1" status: 200 len: 943 time: 0.1296680 Sep 10 15:13:17.312545 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21546e02-2372-46f0-b362-33a9399d7c3c service neutron] Pushing event updated for resources: {'Port': ['ID=f63b4e62-414f-4205-93ba-64c8a3147b6c,revision_number=3']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:17.324356 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 15:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d28ef1c2-e83b-490d-8a38-978cb9e26c9c x-openstack-request-id: req-d28ef1c2-e83b-490d-8a38-978cb9e26c9c {{(pid=94009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:13:17.324648 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55865eca-ceea-4b72-96fe-b097b768696c", "tag": "f63b4e62-414f-4205-93ba-64c8a3147b6c", "status": "completed", "code": 200}]} {{(pid=94009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:13:17.324898 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d28ef1c2-e83b-490d-8a38-978cb9e26c9c {{(pid=94009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:13:17.325282 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55865eca-ceea-4b72-96fe-b097b768696c', 'tag': 'f63b4e62-414f-4205-93ba-64c8a3147b6c', 'status': 'completed', 'code': 200} Sep 10 15:13:17.378591 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-b5d3793b-49c7-4075-8394-05d2c07d461d req-80dce704-f6ff-4778-96b9-f1034bd2475f tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/security-groups?id=973a4cb4-473a-45a2-bf0e-8a8e36198643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630727 Sep 10 15:13:17.388849 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15c8980-4027-4f6d-838c-41f5b3949df3 req-fac0bd3f-646d-4fe4-90d9-45c536844109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:17.390369 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-b15c8980-4027-4f6d-838c-41f5b3949df3 req-fac0bd3f-646d-4fe4-90d9-45c536844109 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e888ef2156604577a96c109c40bc5380&device_id=55865eca-ceea-4b72-96fe-b097b768696c HTTP/1.1" status: 200 len: 1096 time: 0.0676231 Sep 10 15:13:17.435074 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-b15c8980-4027-4f6d-838c-41f5b3949df3 req-2c05c89b-6b34-4bd2-a1e6-2dfb5bb8ee47 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f63b4e62-414f-4205-93ba-64c8a3147b6c HTTP/1.1" status: 200 len: 217 time: 0.0341702 Sep 10 15:13:17.486593 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15c8980-4027-4f6d-838c-41f5b3949df3 req-11eafe55-deb4-412c-ab0d-c0aa840794cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:17.487922 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-b15c8980-4027-4f6d-838c-41f5b3949df3 req-11eafe55-deb4-412c-ab0d-c0aa840794cc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1f0bde31-9aed-46d5-83ea-21eae3122752 HTTP/1.1" status: 200 len: 855 time: 0.0454941 Sep 10 15:13:17.522373 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-b15c8980-4027-4f6d-838c-41f5b3949df3 req-fab7fe7b-b740-459e-984c-4ff1001c6b17 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253062 Sep 10 15:13:17.614778 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-b15c8980-4027-4f6d-838c-41f5b3949df3 req-67c44ec6-a68c-403f-ac2f-1a55b9ae98e0 service neutron] 10.222.0.42 "GET /v2.0/networks/c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842824 Sep 10 15:13:17.715776 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-b15c8980-4027-4f6d-838c-41f5b3949df3 req-099ea256-cdf4-480a-8b2b-785678cdc3af service neutron] 10.222.0.42 "GET /v2.0/networks/c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873780 Sep 10 15:13:17.806586 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091665fd-7b60-4de6-aa96-76124f3198e2 req-5787617e-89c9-4643-8287-0b9d8ed80985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:17.807945 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-091665fd-7b60-4de6-aa96-76124f3198e2 req-5787617e-89c9-4643-8287-0b9d8ed80985 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e888ef2156604577a96c109c40bc5380&device_id=55865eca-ceea-4b72-96fe-b097b768696c HTTP/1.1" status: 200 len: 1096 time: 0.0407772 Sep 10 15:13:17.902378 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091665fd-7b60-4de6-aa96-76124f3198e2 req-6f784259-429a-4dd5-8a02-fa9f51e7f4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:17.903884 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-091665fd-7b60-4de6-aa96-76124f3198e2 req-6f784259-429a-4dd5-8a02-fa9f51e7f4c7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5 HTTP/1.1" status: 200 len: 916 time: 0.0876212 Sep 10 15:13:17.953002 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-091665fd-7b60-4de6-aa96-76124f3198e2 req-b6f51b9a-4055-4fa4-9e8e-f4f01bc642be service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f63b4e62-414f-4205-93ba-64c8a3147b6c HTTP/1.1" status: 200 len: 217 time: 0.0379257 Sep 10 15:13:18.006843 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091665fd-7b60-4de6-aa96-76124f3198e2 req-015ed8fa-686a-4f07-be1b-db7e12554641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:18.008300 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-091665fd-7b60-4de6-aa96-76124f3198e2 req-015ed8fa-686a-4f07-be1b-db7e12554641 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1f0bde31-9aed-46d5-83ea-21eae3122752 HTTP/1.1" status: 200 len: 855 time: 0.0447836 Sep 10 15:13:18.043715 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-091665fd-7b60-4de6-aa96-76124f3198e2 req-dcafb892-bf45-4adb-8ec1-3af40937318b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282123 Sep 10 15:13:18.133366 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-091665fd-7b60-4de6-aa96-76124f3198e2 req-bca36366-433b-4039-809c-ac791e0b6678 service neutron] 10.222.0.42 "GET /v2.0/networks/c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818360 Sep 10 15:13:18.227362 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-091665fd-7b60-4de6-aa96-76124f3198e2 req-4819691d-b9b1-4e2d-81b7-a1052237c431 service neutron] 10.222.0.42 "GET /v2.0/networks/c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854888 Sep 10 15:13:18.494734 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03c60a5-5a53-447d-9d00-793c3c9c078b req-f2cdfa94-4883-40a8-838d-bc3bb8ae451a tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:18.496229 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-d03c60a5-5a53-447d-9d00-793c3c9c078b req-f2cdfa94-4883-40a8-838d-bc3bb8ae451a tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/ports?device_id=55865eca-ceea-4b72-96fe-b097b768696c HTTP/1.1" status: 200 len: 943 time: 0.0497298 Sep 10 15:13:18.533290 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-d03c60a5-5a53-447d-9d00-793c3c9c078b req-b17ebcf7-d39f-4095-b73f-ac42e5c2acbb tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/security-groups?id=973a4cb4-473a-45a2-bf0e-8a8e36198643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311971 Sep 10 15:13:19.651108 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7251aa08-381a-4c01-81fe-8df1ea18f52c req-517fb697-9e70-40b7-a9c2-af56134e3b5d tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:19.652795 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-7251aa08-381a-4c01-81fe-8df1ea18f52c req-517fb697-9e70-40b7-a9c2-af56134e3b5d tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/ports?device_id=55865eca-ceea-4b72-96fe-b097b768696c HTTP/1.1" status: 200 len: 943 time: 0.0527947 Sep 10 15:13:19.692660 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-7251aa08-381a-4c01-81fe-8df1ea18f52c req-92ca2f67-d12a-4635-b414-88ce68aadb75 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/security-groups?id=973a4cb4-473a-45a2-bf0e-8a8e36198643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337183 Sep 10 15:13:19.916672 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-df2425d8-bb65-4540-9c38-72f24e239643 req-889837fb-8fae-40a0-95c5-3336c5608cc7 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1543958072&fields=id&tenant_id=a54041e21d774dc082088058e0725c3e HTTP/1.1" status: 200 len: 267 time: 0.0375140 Sep 10 15:13:20.019138 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device f63b4e62-414f-4205-93ba-64c8a3147b6c details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=94011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 15:13:20.034155 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2425d8-bb65-4540-9c38-72f24e239643 req-46baffc8-ee35-4436-a1de-f19d42ce5b22 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:20.035614 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-df2425d8-bb65-4540-9c38-72f24e239643 req-46baffc8-ee35-4436-a1de-f19d42ce5b22 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/networks?id=c00924aa-47db-4fd4-bda2-4f4111d84f4b HTTP/1.1" status: 200 len: 811 time: 0.1117933 Sep 10 15:13:20.050721 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-df2425d8-bb65-4540-9c38-72f24e239643 req-e22e5494-0561-4737-b5f5-5bc1740b9a06 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/quotas/a54041e21d774dc082088058e0725c3e HTTP/1.1" status: 200 len: 375 time: 0.0092156 Sep 10 15:13:20.104624 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-df2425d8-bb65-4540-9c38-72f24e239643 req-14334b31-6e13-4796-845e-ade985c41542 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a54041e21d774dc082088058e0725c3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475361 Sep 10 15:13:20.122973 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] For port f63b4e62-414f-4205-93ba-64c8a3147b6c, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=f63b4e62-414f-4205-93ba-64c8a3147b6c,segment=NetworkSegment(516d7949-fb86-4c13-a3db-25439db90102),segment_id=516d7949-fb86-4c13-a3db-25439db90102)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:13:20.136364 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Returning: {'device': 'f63b4e62-414f-4205-93ba-64c8a3147b6c', 'network_id': 'c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5', 'port_id': 'f63b4e62-414f-4205-93ba-64c8a3147b6c', 'mac_address': 'fa:16:3e:aa:7f:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f0bde31-9aed-46d5-83ea-21eae3122752', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 15:13:20.173323 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:20.187105 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f63b4e62-414f-4205-93ba-64c8a3147b6c {{(pid=94011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:13:20.206883 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-df2425d8-bb65-4540-9c38-72f24e239643 req-5245e9c0-113a-49fb-a41d-98ae3db706e8 service neutron] 10.222.0.35 "GET /v2.0/networks/c00924aa-47db-4fd4-bda2-4f4111d84f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905414 Sep 10 15:13:20.207128 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] For port f63b4e62-414f-4205-93ba-64c8a3147b6c, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=f63b4e62-414f-4205-93ba-64c8a3147b6c,segment=NetworkSegment(516d7949-fb86-4c13-a3db-25439db90102),segment_id=516d7949-fb86-4c13-a3db-25439db90102)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:13:20.211419 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:20.262721 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Pushing event updated for resources: {'Port': ['ID=f63b4e62-414f-4205-93ba-64c8a3147b6c,revision_number=4']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:20.269648 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:13:20.270006 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:13:20.270450 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:13:20.270794 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:13:20.271149 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:13:20.271519 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:13:20.272029 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:13:20.272370 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:13:20.272706 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:13:20.273033 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:13:20.273364 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:13:20.273691 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:13:20.296245 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-df2425d8-bb65-4540-9c38-72f24e239643 req-56913bbd-6b16-458c-a396-c8d2a1e1b0c6 service neutron] 10.222.0.35 "GET /v2.0/networks/c00924aa-47db-4fd4-bda2-4f4111d84f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833023 Sep 10 15:13:20.432636 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] get_ports_and_sgs() called for port_ids ['f63b4e62-414f-4205-93ba-64c8a3147b6c'] {{(pid=94011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 15:13:20.590163 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-64e84bda-7b90-4d51-90c7-3defb5fb50cb req-7827d82b-d1b3-46c7-af21-08ed78182fcb tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/ports?device_id=67c30180-489b-4110-8f6d-96e95b18c68a HTTP/1.1" status: 200 len: 210 time: 0.0333135 Sep 10 15:13:20.812315 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fde4cf-a189-4380-8b4a-72ae09eea428 req-235e5f7f-eef9-4a0e-9ba6-88f665b8f98e tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:20.813862 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-f1fde4cf-a189-4380-8b4a-72ae09eea428 req-235e5f7f-eef9-4a0e-9ba6-88f665b8f98e tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/ports?device_id=55865eca-ceea-4b72-96fe-b097b768696c HTTP/1.1" status: 200 len: 944 time: 0.0518906 Sep 10 15:13:20.855967 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-f1fde4cf-a189-4380-8b4a-72ae09eea428 req-862932fd-ecf9-4473-9514-c9ae0277903b tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/security-groups?id=973a4cb4-473a-45a2-bf0e-8a8e36198643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349879 Sep 10 15:13:21.617835 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2425d8-bb65-4540-9c38-72f24e239643 req-a1c47ce8-1908-4186-8aa7-3747cc6e7406 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:21.619090 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-df2425d8-bb65-4540-9c38-72f24e239643 req-a1c47ce8-1908-4186-8aa7-3747cc6e7406 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.42 "GET /v2.0/networks?id=c00924aa-47db-4fd4-bda2-4f4111d84f4b HTTP/1.1" status: 200 len: 811 time: 0.1154304 Sep 10 15:13:21.674300 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-df2425d8-bb65-4540-9c38-72f24e239643 req-89f84343-ae1d-49d1-b469-791c2fabc7e0 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a54041e21d774dc082088058e0725c3e HTTP/1.1" status: 200 len: 380 time: 0.0456743 Sep 10 15:13:21.691451 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.v2.base [req-df2425d8-bb65-4540-9c38-72f24e239643 req-dba00e64-1c64-41d7-b275-28894ab8df52 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Request body: {'port': {'device_id': '67c30180-489b-4110-8f6d-96e95b18c68a', 'network_id': 'c00924aa-47db-4fd4-bda2-4f4111d84f4b', 'admin_state_up': True, 'tenant_id': 'a54041e21d774dc082088058e0725c3e', 'security_groups': ['1e8b286c-a333-4d93-80e3-ff81cfb92203']}} {{(pid=94009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:13:21.696871 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-3942d498-c658-41e5-b931-2fbd889934f0 req-e05f31f5-9ac7-48ff-b23e-61e919010982 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/ports?device_id=67c30180-489b-4110-8f6d-96e95b18c68a HTTP/1.1" status: 200 len: 210 time: 0.0389664 Sep 10 15:13:21.805183 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df2425d8-bb65-4540-9c38-72f24e239643 req-dba00e64-1c64-41d7-b275-28894ab8df52 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Made reservation on behalf of a54041e21d774dc082088058e0725c3e for: {'port': 1} {{(pid=94009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:13:21.809156 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-df2425d8-bb65-4540-9c38-72f24e239643 req-dba00e64-1c64-41d7-b275-28894ab8df52 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:22.034970 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device f63b4e62-414f-4205-93ba-64c8a3147b6c up at agent hyperv_hv-cinder-76015 {{(pid=94011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:13:22.104390 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Provisioning for port f63b4e62-414f-4205-93ba-64c8a3147b6c completed by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:13:22.108476 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Provisioning complete for port f63b4e62-414f-4205-93ba-64c8a3147b6c triggered by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:13:22.108847 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:22.189907 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:22.199211 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74745cc3-b94f-4d50-b205-992d0e4cd5b7 req-5d330a79-ea39-4d30-b77d-56e426ab269f tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:22.200718 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-74745cc3-b94f-4d50-b205-992d0e4cd5b7 req-5d330a79-ea39-4d30-b77d-56e426ab269f tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/ports?device_id=55865eca-ceea-4b72-96fe-b097b768696c HTTP/1.1" status: 200 len: 944 time: 0.1013412 Sep 10 15:13:22.219108 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55865eca-ceea-4b72-96fe-b097b768696c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f63b4e62-414f-4205-93ba-64c8a3147b6c'}] {{(pid=94011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:13:22.223708 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eff4842c0e32827c09e5fc730d7a4a2f35fc7e77767eed508a7d5fefd1bac28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce58be31-a3fb-440c-9abf-95d094d6b950" -d '{"events": [{"server_uuid": "55865eca-ceea-4b72-96fe-b097b768696c", "name": "network-vif-plugged", "status": "completed", "tag": "f63b4e62-414f-4205-93ba-64c8a3147b6c"}]}' {{(pid=94011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:13:22.251490 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] For port f63b4e62-414f-4205-93ba-64c8a3147b6c, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=f63b4e62-414f-4205-93ba-64c8a3147b6c,segment=NetworkSegment(516d7949-fb86-4c13-a3db-25439db90102),segment_id=516d7949-fb86-4c13-a3db-25439db90102)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:13:22.257360 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:22.287897 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d3b3e00-da70-4ef2-a1de-eda8fbbc9fa4 x-openstack-request-id: req-4d3b3e00-da70-4ef2-a1de-eda8fbbc9fa4 {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:13:22.288268 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55865eca-ceea-4b72-96fe-b097b768696c", "name": "network-vif-plugged", "status": "completed", "tag": "f63b4e62-414f-4205-93ba-64c8a3147b6c", "code": 200}]} {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:13:22.288475 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4d3b3e00-da70-4ef2-a1de-eda8fbbc9fa4 {{(pid=94011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:13:22.289240 dv-cinder-760153-10-iscsi neutron-server[94011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55865eca-ceea-4b72-96fe-b097b768696c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f63b4e62-414f-4205-93ba-64c8a3147b6c', 'code': 200} Sep 10 15:13:22.322092 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Pushing event updated for resources: {'Port': ['ID=f63b4e62-414f-4205-93ba-64c8a3147b6c,revision_number=5']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:22.325703 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-74745cc3-b94f-4d50-b205-992d0e4cd5b7 req-40be97f1-9965-45e0-be62-b001ace21227 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/security-groups?id=973a4cb4-473a-45a2-bf0e-8a8e36198643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170549 Sep 10 15:13:22.341108 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.db_base_plugin_common [req-df2425d8-bb65-4540-9c38-72f24e239643 req-dba00e64-1c64-41d7-b275-28894ab8df52 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Allocated IP 172.20.0.13 (c00924aa-47db-4fd4-bda2-4f4111d84f4b/355b14f6-a44c-4c11-96c3-a282c3e99d40/7af3d7e8-b8dc-4e6a-823f-ff12bc9038fa) {{(pid=94009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:13:22.525663 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-df2425d8-bb65-4540-9c38-72f24e239643 req-dba00e64-1c64-41d7-b275-28894ab8df52 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks [] for port, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:22.528852 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7055cf44-d037-4efd-aa1e-072e51f02964 req-aaf95cd8-3825-488d-b863-039b06374a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:22.530595 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-7055cf44-d037-4efd-aa1e-072e51f02964 req-aaf95cd8-3825-488d-b863-039b06374a1c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=55865eca-ceea-4b72-96fe-b097b768696c HTTP/1.1" status: 200 len: 1098 time: 0.0751562 Sep 10 15:13:22.555179 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.provisioning_blocks [req-df2425d8-bb65-4540-9c38-72f24e239643 req-dba00e64-1c64-41d7-b275-28894ab8df52 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Transition to ACTIVE for port object 7af3d7e8-b8dc-4e6a-823f-ff12bc9038fa will not be triggered until provisioned by entity DHCP. {{(pid=94009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:13:22.580943 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-7055cf44-d037-4efd-aa1e-072e51f02964 req-ff7ab498-d698-4690-99c4-032311cbd894 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=973a4cb4-473a-45a2-bf0e-8a8e36198643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417757 Sep 10 15:13:22.601722 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-df2425d8-bb65-4540-9c38-72f24e239643 req-dba00e64-1c64-41d7-b275-28894ab8df52 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748756606401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1040815'] for port, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:22.643633 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df2425d8-bb65-4540-9c38-72f24e239643 req-dba00e64-1c64-41d7-b275-28894ab8df52 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Network c00924aa-47db-4fd4-bda2-4f4111d84f4b is already hosted by enough agents. {{(pid=94009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:13:22.646738 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.base_scheduler [req-df2425d8-bb65-4540-9c38-72f24e239643 req-dba00e64-1c64-41d7-b275-28894ab8df52 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Resources bound (agent type, host, resource id): {{(pid=94009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:13:22.652812 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.l3_dvrscheduler_db [req-df2425d8-bb65-4540-9c38-72f24e239643 req-dba00e64-1c64-41d7-b275-28894ab8df52 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Received port after_create {{(pid=94009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:13:22.679102 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba00e64-1c64-41d7-b275-28894ab8df52 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Pushing event updated for resources: {'Port': ['ID=7af3d7e8-b8dc-4e6a-823f-ff12bc9038fa,revision_number=1']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:22.708203 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2425d8-bb65-4540-9c38-72f24e239643 req-dba00e64-1c64-41d7-b275-28894ab8df52 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:22.708901 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-df2425d8-bb65-4540-9c38-72f24e239643 req-dba00e64-1c64-41d7-b275-28894ab8df52 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46804'] for port, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:22.727629 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-df2425d8-bb65-4540-9c38-72f24e239643 req-dba00e64-1c64-41d7-b275-28894ab8df52 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0398083 Sep 10 15:13:22.784248 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.v2.base [req-df2425d8-bb65-4540-9c38-72f24e239643 req-38dcf33a-c5e4-47a9-b602-b854fca4b8a4 service neutron] Request body: {'port': {'device_id': '67c30180-489b-4110-8f6d-96e95b18c68a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76015'}} {{(pid=94009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:13:22.869371 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56727e8-df88-4640-86a2-840c2ffed296 req-89b45a28-f553-48b1-9d25-3aedc7208187 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:22.870906 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-f56727e8-df88-4640-86a2-840c2ffed296 req-89b45a28-f553-48b1-9d25-3aedc7208187 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/ports?device_id=67c30180-489b-4110-8f6d-96e95b18c68a HTTP/1.1" status: 200 len: 932 time: 0.1001153 Sep 10 15:13:22.873532 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-df2425d8-bb65-4540-9c38-72f24e239643 req-38dcf33a-c5e4-47a9-b602-b854fca4b8a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:22.895772 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-9d454af4-21f6-400b-b678-b1c6513e6980 None None] Provisioning for port 7af3d7e8-b8dc-4e6a-823f-ff12bc9038fa completed by entity DHCP. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:13:22.900195 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-9d454af4-21f6-400b-b678-b1c6513e6980 None None] Provisioning complete for port 7af3d7e8-b8dc-4e6a-823f-ff12bc9038fa triggered by entity DHCP. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:13:22.900575 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-9d454af4-21f6-400b-b678-b1c6513e6980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:22.938259 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-9d454af4-21f6-400b-b678-b1c6513e6980 None None] Port 7af3d7e8-b8dc-4e6a-823f-ff12bc9038fa cannot update to ACTIVE because it is not bound. {{(pid=94011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 15:13:22.939633 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-f56727e8-df88-4640-86a2-840c2ffed296 req-e2e1f97d-8abf-400f-9f3c-2d0c84ac3964 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e8b286c-a333-4d93-80e3-ff81cfb92203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564744 Sep 10 15:13:23.187054 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.notifiers.nova [req-df2425d8-bb65-4540-9c38-72f24e239643 req-38dcf33a-c5e4-47a9-b602-b854fca4b8a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7af3d7e8-b8dc-4e6a-823f-ff12bc9038fa {{(pid=94009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:13:23.195564 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-df2425d8-bb65-4540-9c38-72f24e239643 req-38dcf33a-c5e4-47a9-b602-b854fca4b8a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:23.208078 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.provisioning_blocks [req-df2425d8-bb65-4540-9c38-72f24e239643 req-38dcf33a-c5e4-47a9-b602-b854fca4b8a4 service neutron] Transition to ACTIVE for port object 7af3d7e8-b8dc-4e6a-823f-ff12bc9038fa will not be triggered until provisioned by entity L2. {{(pid=94009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:13:23.212256 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-df2425d8-bb65-4540-9c38-72f24e239643 req-38dcf33a-c5e4-47a9-b602-b854fca4b8a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1041244'] for port, after_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:23.267623 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dcf33a-c5e4-47a9-b602-b854fca4b8a4 service neutron] Pushing event updated for resources: {'Port': ['ID=7af3d7e8-b8dc-4e6a-823f-ff12bc9038fa,revision_number=2']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:23.340721 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.managers [req-df2425d8-bb65-4540-9c38-72f24e239643 req-38dcf33a-c5e4-47a9-b602-b854fca4b8a4 service neutron] Attempting to bind port 7af3d7e8-b8dc-4e6a-823f-ff12bc9038fa on host hv-cinder-76015 for vnic_type normal with profile {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:13:23.341060 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.managers [req-df2425d8-bb65-4540-9c38-72f24e239643 req-38dcf33a-c5e4-47a9-b602-b854fca4b8a4 service neutron] Attempting to bind port 7af3d7e8-b8dc-4e6a-823f-ff12bc9038fa by drivers openvswitch,hyperv on host hv-cinder-76015 at level 0 using segments [{'id': '0f50cfc0-b7c2-4b4f-b48e-e7079661db92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c00924aa-47db-4fd4-bda2-4f4111d84f4b'}] {{(pid=94009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:13:23.341399 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2425d8-bb65-4540-9c38-72f24e239643 req-38dcf33a-c5e4-47a9-b602-b854fca4b8a4 service neutron] Attempting to bind port 7af3d7e8-b8dc-4e6a-823f-ff12bc9038fa on network c00924aa-47db-4fd4-bda2-4f4111d84f4b {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:13:23.346336 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2425d8-bb65-4540-9c38-72f24e239643 req-38dcf33a-c5e4-47a9-b602-b854fca4b8a4 service neutron] Port 7af3d7e8-b8dc-4e6a-823f-ff12bc9038fa on network c00924aa-47db-4fd4-bda2-4f4111d84f4b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76015 {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 15:13:23.346661 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2425d8-bb65-4540-9c38-72f24e239643 req-38dcf33a-c5e4-47a9-b602-b854fca4b8a4 service neutron] Attempting to bind port 7af3d7e8-b8dc-4e6a-823f-ff12bc9038fa on network c00924aa-47db-4fd4-bda2-4f4111d84f4b {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:13:23.351859 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2425d8-bb65-4540-9c38-72f24e239643 req-38dcf33a-c5e4-47a9-b602-b854fca4b8a4 service neutron] Checking agent: {'id': '97479926-a0bf-4e38-9164-b44674cd2f3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76015', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 15, 4, 9), 'started_at': datetime.datetime(2021, 9, 10, 15, 4, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:13:23.352199 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2425d8-bb65-4540-9c38-72f24e239643 req-38dcf33a-c5e4-47a9-b602-b854fca4b8a4 service neutron] Checking segment: {'id': '0f50cfc0-b7c2-4b4f-b48e-e7079661db92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c00924aa-47db-4fd4-bda2-4f4111d84f4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:13:23.352587 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2425d8-bb65-4540-9c38-72f24e239643 req-38dcf33a-c5e4-47a9-b602-b854fca4b8a4 service neutron] Bound using segment: {'id': '0f50cfc0-b7c2-4b4f-b48e-e7079661db92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c00924aa-47db-4fd4-bda2-4f4111d84f4b'} {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:13:23.353020 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.managers [req-df2425d8-bb65-4540-9c38-72f24e239643 req-38dcf33a-c5e4-47a9-b602-b854fca4b8a4 service neutron] Bound port: 7af3d7e8-b8dc-4e6a-823f-ff12bc9038fa, host: hv-cinder-76015, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f50cfc0-b7c2-4b4f-b48e-e7079661db92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c00924aa-47db-4fd4-bda2-4f4111d84f4b'}}] {{(pid=94009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:13:23.353385 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-df2425d8-bb65-4540-9c38-72f24e239643 req-38dcf33a-c5e4-47a9-b602-b854fca4b8a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:23.450358 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.db [req-df2425d8-bb65-4540-9c38-72f24e239643 req-38dcf33a-c5e4-47a9-b602-b854fca4b8a4 service neutron] For port 7af3d7e8-b8dc-4e6a-823f-ff12bc9038fa, host hv-cinder-76015, cleared binding levels {{(pid=94009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:13:23.467091 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.db [req-df2425d8-bb65-4540-9c38-72f24e239643 req-38dcf33a-c5e4-47a9-b602-b854fca4b8a4 service neutron] For port 7af3d7e8-b8dc-4e6a-823f-ff12bc9038fa, host hv-cinder-76015, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=7af3d7e8-b8dc-4e6a-823f-ff12bc9038fa,segment=NetworkSegment(0f50cfc0-b7c2-4b4f-b48e-e7079661db92),segment_id=0f50cfc0-b7c2-4b4f-b48e-e7079661db92)] {{(pid=94009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:13:23.472380 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-df2425d8-bb65-4540-9c38-72f24e239643 req-38dcf33a-c5e4-47a9-b602-b854fca4b8a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1041244'] for port, after_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:23.487714 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14527b16-7ebb-42a5-9530-1c76eaafeedd req-31d391c2-535d-444e-ad50-b07eab82dc6a tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:23.489207 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-14527b16-7ebb-42a5-9530-1c76eaafeedd req-31d391c2-535d-444e-ad50-b07eab82dc6a tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/ports?device_id=55865eca-ceea-4b72-96fe-b097b768696c HTTP/1.1" status: 200 len: 945 time: 0.0830376 Sep 10 15:13:23.525251 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2425d8-bb65-4540-9c38-72f24e239643 req-38dcf33a-c5e4-47a9-b602-b854fca4b8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:23.525867 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-df2425d8-bb65-4540-9c38-72f24e239643 req-38dcf33a-c5e4-47a9-b602-b854fca4b8a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46804'] for port, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:23.527253 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-df2425d8-bb65-4540-9c38-72f24e239643 req-38dcf33a-c5e4-47a9-b602-b854fca4b8a4 service neutron] 10.222.0.42 "PUT /v2.0/ports/7af3d7e8-b8dc-4e6a-823f-ff12bc9038fa HTTP/1.1" status: 200 len: 1094 time: 0.7470441 Sep 10 15:13:23.533225 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67c30180-489b-4110-8f6d-96e95b18c68a', 'tag': '7af3d7e8-b8dc-4e6a-823f-ff12bc9038fa'}] {{(pid=94009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:13:23.535379 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9f06775dd2e397dd855044b511bdd55e5ba575987bbc09c0a11d88d405cb18b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c6979c-3244-41da-bc49-a84f97029958" -d '{"events": [{"name": "network-changed", "server_uuid": "67c30180-489b-4110-8f6d-96e95b18c68a", "tag": "7af3d7e8-b8dc-4e6a-823f-ff12bc9038fa"}]}' {{(pid=94009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:13:23.589965 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 15:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e7902de-fa8c-41ed-b891-119d8b936c63 x-openstack-request-id: req-2e7902de-fa8c-41ed-b891-119d8b936c63 {{(pid=94009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:13:23.590282 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67c30180-489b-4110-8f6d-96e95b18c68a", "tag": "7af3d7e8-b8dc-4e6a-823f-ff12bc9038fa", "status": "completed", "code": 200}]} {{(pid=94009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:13:23.590534 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2e7902de-fa8c-41ed-b891-119d8b936c63 {{(pid=94009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:13:23.590922 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67c30180-489b-4110-8f6d-96e95b18c68a', 'tag': '7af3d7e8-b8dc-4e6a-823f-ff12bc9038fa', 'status': 'completed', 'code': 200} Sep 10 15:13:23.593176 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dcf33a-c5e4-47a9-b602-b854fca4b8a4 service neutron] Pushing event updated for resources: {'Port': ['ID=7af3d7e8-b8dc-4e6a-823f-ff12bc9038fa,revision_number=3']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:23.597968 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-14527b16-7ebb-42a5-9530-1c76eaafeedd req-b6b6dcd8-9c97-4d9b-af40-52f08625fd74 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/security-groups?id=973a4cb4-473a-45a2-bf0e-8a8e36198643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893965 Sep 10 15:13:23.633722 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2425d8-bb65-4540-9c38-72f24e239643 req-6b0dc76c-6d1a-4519-a32d-dbd6250d9f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:23.635239 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-df2425d8-bb65-4540-9c38-72f24e239643 req-6b0dc76c-6d1a-4519-a32d-dbd6250d9f58 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a54041e21d774dc082088058e0725c3e&device_id=67c30180-489b-4110-8f6d-96e95b18c68a HTTP/1.1" status: 200 len: 1097 time: 0.0616961 Sep 10 15:13:23.688151 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-df2425d8-bb65-4540-9c38-72f24e239643 req-7d4aac32-38a6-4d36-a915-b9e38378dafa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7af3d7e8-b8dc-4e6a-823f-ff12bc9038fa HTTP/1.1" status: 200 len: 217 time: 0.0371187 Sep 10 15:13:23.741490 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2425d8-bb65-4540-9c38-72f24e239643 req-03407424-16e1-4a8d-b664-0709fe11fcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:23.743220 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-df2425d8-bb65-4540-9c38-72f24e239643 req-03407424-16e1-4a8d-b664-0709fe11fcf6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=355b14f6-a44c-4c11-96c3-a282c3e99d40 HTTP/1.1" status: 200 len: 850 time: 0.0447397 Sep 10 15:13:23.801993 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2425d8-bb65-4540-9c38-72f24e239643 req-96cda892-2e10-482d-a5f1-8c2127685bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:23.804173 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-df2425d8-bb65-4540-9c38-72f24e239643 req-96cda892-2e10-482d-a5f1-8c2127685bbc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c00924aa-47db-4fd4-bda2-4f4111d84f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0460963 Sep 10 15:13:23.899735 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-df2425d8-bb65-4540-9c38-72f24e239643 req-4d0452e9-59e1-41dd-9501-7914f44e1d11 service neutron] 10.222.0.42 "GET /v2.0/networks/c00924aa-47db-4fd4-bda2-4f4111d84f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860839 Sep 10 15:13:23.997227 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-df2425d8-bb65-4540-9c38-72f24e239643 req-a8b35c57-8589-4861-a29e-1ca4672d3539 service neutron] 10.222.0.42 "GET /v2.0/networks/c00924aa-47db-4fd4-bda2-4f4111d84f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891089 Sep 10 15:13:24.071438 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280209a2-4560-4395-a646-6173bd4984de req-cc283100-cd80-4f20-b892-463f6c8c2891 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:24.072891 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-280209a2-4560-4395-a646-6173bd4984de req-cc283100-cd80-4f20-b892-463f6c8c2891 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/ports?device_id=67c30180-489b-4110-8f6d-96e95b18c68a HTTP/1.1" status: 200 len: 944 time: 0.0617323 Sep 10 15:13:24.123947 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-280209a2-4560-4395-a646-6173bd4984de req-4d557506-e1df-4601-9a43-c89e41c12dbb tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e8b286c-a333-4d93-80e3-ff81cfb92203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379436 Sep 10 15:13:24.129447 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c6979c-3244-41da-bc49-a84f97029958 req-6fec8d82-aae3-4eb9-936e-b97e24d21f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:24.131245 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-86c6979c-3244-41da-bc49-a84f97029958 req-6fec8d82-aae3-4eb9-936e-b97e24d21f07 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a54041e21d774dc082088058e0725c3e&device_id=67c30180-489b-4110-8f6d-96e95b18c68a HTTP/1.1" status: 200 len: 1097 time: 0.0764999 Sep 10 15:13:24.229403 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c6979c-3244-41da-bc49-a84f97029958 req-9ec8c803-393f-429b-ac20-22f1588d616d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:24.230865 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-86c6979c-3244-41da-bc49-a84f97029958 req-9ec8c803-393f-429b-ac20-22f1588d616d service neutron] 10.222.0.42 "GET /v2.0/networks?id=c00924aa-47db-4fd4-bda2-4f4111d84f4b HTTP/1.1" status: 200 len: 912 time: 0.0896716 Sep 10 15:13:24.274283 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-86c6979c-3244-41da-bc49-a84f97029958 req-d825b499-cdb9-472c-8d98-ca928fe9ef0a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7af3d7e8-b8dc-4e6a-823f-ff12bc9038fa HTTP/1.1" status: 200 len: 217 time: 0.0350227 Sep 10 15:13:24.329235 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c6979c-3244-41da-bc49-a84f97029958 req-253ee190-e3e0-41d9-85c9-9d31e432aeda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:24.330739 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-86c6979c-3244-41da-bc49-a84f97029958 req-253ee190-e3e0-41d9-85c9-9d31e432aeda service neutron] 10.222.0.42 "GET /v2.0/subnets?id=355b14f6-a44c-4c11-96c3-a282c3e99d40 HTTP/1.1" status: 200 len: 850 time: 0.0480149 Sep 10 15:13:24.377667 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c6979c-3244-41da-bc49-a84f97029958 req-8f2c8192-c26b-43cc-a261-946eb91c493c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:24.379219 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-86c6979c-3244-41da-bc49-a84f97029958 req-8f2c8192-c26b-43cc-a261-946eb91c493c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c00924aa-47db-4fd4-bda2-4f4111d84f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0406227 Sep 10 15:13:24.471334 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-86c6979c-3244-41da-bc49-a84f97029958 req-26952334-bb23-4810-a5a7-226fb919d3d9 service neutron] 10.222.0.42 "GET /v2.0/networks/c00924aa-47db-4fd4-bda2-4f4111d84f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840538 Sep 10 15:13:24.563517 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-86c6979c-3244-41da-bc49-a84f97029958 req-507322c7-55b1-47d5-959e-d96d46e97f1d service neutron] 10.222.0.42 "GET /v2.0/networks/c00924aa-47db-4fd4-bda2-4f4111d84f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851192 Sep 10 15:13:24.641145 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-a77eb092-ae3e-44db-bbcb-b144c97be747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:24.721289 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7341e7d-6d7d-4f1f-bdac-cf5cb5cb6717 req-b56ca292-8feb-4fb5-a52e-b9088ab34559 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:24.722780 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-f7341e7d-6d7d-4f1f-bdac-cf5cb5cb6717 req-b56ca292-8feb-4fb5-a52e-b9088ab34559 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/ports?device_id=55865eca-ceea-4b72-96fe-b097b768696c HTTP/1.1" status: 200 len: 945 time: 0.0496583 Sep 10 15:13:24.759995 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-f7341e7d-6d7d-4f1f-bdac-cf5cb5cb6717 req-a0053fb9-8a73-45f7-b6bf-028529c269af tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/security-groups?id=973a4cb4-473a-45a2-bf0e-8a8e36198643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313575 Sep 10 15:13:25.238844 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2d9380-33d6-4c0a-8431-6f93caa46de3 req-c6ca5f19-e07c-44fa-bf89-4319063e5c79 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:25.240827 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-1c2d9380-33d6-4c0a-8431-6f93caa46de3 req-c6ca5f19-e07c-44fa-bf89-4319063e5c79 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/ports?device_id=67c30180-489b-4110-8f6d-96e95b18c68a HTTP/1.1" status: 200 len: 944 time: 0.0491555 Sep 10 15:13:25.283071 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-1c2d9380-33d6-4c0a-8431-6f93caa46de3 req-9f38030e-a117-462e-b5b3-7804bc98e6fd tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e8b286c-a333-4d93-80e3-ff81cfb92203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364368 Sep 10 15:13:26.405263 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4372a262-97c6-4a76-98ba-afc37311628d req-37214cc9-9fa6-43ac-ae4f-004a9f5fb32d tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:26.406798 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-4372a262-97c6-4a76-98ba-afc37311628d req-37214cc9-9fa6-43ac-ae4f-004a9f5fb32d tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/ports?device_id=67c30180-489b-4110-8f6d-96e95b18c68a HTTP/1.1" status: 200 len: 944 time: 0.0546787 Sep 10 15:13:26.449097 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-4372a262-97c6-4a76-98ba-afc37311628d req-2f384cb2-af5e-4683-900e-83e8188905a6 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e8b286c-a333-4d93-80e3-ff81cfb92203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351708 Sep 10 15:13:27.495728 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-84f5fae7-a897-44ec-b33e-d0e9084cae03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:27.567754 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e94ff1-ccba-4e4d-960a-71a792de10e3 req-6ac50159-f405-4a32-ad81-eece35cee4f5 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:27.569463 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-61e94ff1-ccba-4e4d-960a-71a792de10e3 req-6ac50159-f405-4a32-ad81-eece35cee4f5 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/ports?device_id=67c30180-489b-4110-8f6d-96e95b18c68a HTTP/1.1" status: 200 len: 944 time: 0.0501018 Sep 10 15:13:27.607996 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-61e94ff1-ccba-4e4d-960a-71a792de10e3 req-7b9039c0-def9-41a9-b87a-05ca9df505c2 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e8b286c-a333-4d93-80e3-ff81cfb92203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321691 Sep 10 15:13:28.202889 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:28.725682 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a58881-3fdd-4cfd-a183-65cdf5df6481 req-8532e4e7-110a-422e-84a2-fbba33a60cd3 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:28.727183 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-88a58881-3fdd-4cfd-a183-65cdf5df6481 req-8532e4e7-110a-422e-84a2-fbba33a60cd3 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/ports?device_id=67c30180-489b-4110-8f6d-96e95b18c68a HTTP/1.1" status: 200 len: 944 time: 0.0500109 Sep 10 15:13:28.768333 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-88a58881-3fdd-4cfd-a183-65cdf5df6481 req-399af027-9689-4a93-abce-aaa53d08b62b tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e8b286c-a333-4d93-80e3-ff81cfb92203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352361 Sep 10 15:13:29.220875 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b7c5f725-09d8-454b-b5ba-4a700e799395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:29.882892 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab29126c-37b7-4f5c-922d-7cca5b2c7aaf req-246a85ed-0521-4d3d-9943-9989d4a73987 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:29.884451 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-ab29126c-37b7-4f5c-922d-7cca5b2c7aaf req-246a85ed-0521-4d3d-9943-9989d4a73987 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/ports?device_id=67c30180-489b-4110-8f6d-96e95b18c68a HTTP/1.1" status: 200 len: 944 time: 0.0499721 Sep 10 15:13:29.925048 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-ab29126c-37b7-4f5c-922d-7cca5b2c7aaf req-971d9adf-00d6-45d8-b78d-9b5b41ee4c87 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e8b286c-a333-4d93-80e3-ff81cfb92203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344570 Sep 10 15:13:31.043117 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d39a65e-a7e9-4acb-bc23-31d612741f58 req-984cfd08-aed2-4476-b4f4-a7d070ff3d8b tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:31.046746 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-3d39a65e-a7e9-4acb-bc23-31d612741f58 req-984cfd08-aed2-4476-b4f4-a7d070ff3d8b tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/ports?device_id=67c30180-489b-4110-8f6d-96e95b18c68a HTTP/1.1" status: 200 len: 944 time: 0.0545857 Sep 10 15:13:31.088399 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-3d39a65e-a7e9-4acb-bc23-31d612741f58 req-548bd1da-88f4-428c-b504-f29d0722333a tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e8b286c-a333-4d93-80e3-ff81cfb92203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360231 Sep 10 15:13:31.391447 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.agents_db [None req-04bb1bd2-f33d-49ef-a466-6fb3f7a23ee1 None None] Agent healthcheck: found 6 active agents {{(pid=94012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 15:13:31.397117 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c13c67c0-2efd-4950-9279-b0623a9c603e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:32.137434 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device 7af3d7e8-b8dc-4e6a-823f-ff12bc9038fa details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=94011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 15:13:32.202539 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142f5504-98ba-43e2-a3e5-df0b0a4876d0 req-b02b6e44-3c53-4e4c-9444-50248fc203b9 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:32.204029 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-142f5504-98ba-43e2-a3e5-df0b0a4876d0 req-b02b6e44-3c53-4e4c-9444-50248fc203b9 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/ports?device_id=67c30180-489b-4110-8f6d-96e95b18c68a HTTP/1.1" status: 200 len: 944 time: 0.0487566 Sep 10 15:13:32.238006 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] For port 7af3d7e8-b8dc-4e6a-823f-ff12bc9038fa, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=7af3d7e8-b8dc-4e6a-823f-ff12bc9038fa,segment=NetworkSegment(0f50cfc0-b7c2-4b4f-b48e-e7079661db92),segment_id=0f50cfc0-b7c2-4b4f-b48e-e7079661db92)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:13:32.248642 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-142f5504-98ba-43e2-a3e5-df0b0a4876d0 req-8fa5adde-5cf0-4efe-9994-201f24886041 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e8b286c-a333-4d93-80e3-ff81cfb92203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385633 Sep 10 15:13:32.251390 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Returning: {'device': '7af3d7e8-b8dc-4e6a-823f-ff12bc9038fa', 'network_id': 'c00924aa-47db-4fd4-bda2-4f4111d84f4b', 'port_id': '7af3d7e8-b8dc-4e6a-823f-ff12bc9038fa', 'mac_address': 'fa:16:3e:bf:d3:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '355b14f6-a44c-4c11-96c3-a282c3e99d40', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 15:13:32.290565 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:32.304233 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7af3d7e8-b8dc-4e6a-823f-ff12bc9038fa {{(pid=94011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:13:32.323401 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] For port 7af3d7e8-b8dc-4e6a-823f-ff12bc9038fa, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=7af3d7e8-b8dc-4e6a-823f-ff12bc9038fa,segment=NetworkSegment(0f50cfc0-b7c2-4b4f-b48e-e7079661db92),segment_id=0f50cfc0-b7c2-4b4f-b48e-e7079661db92)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:13:32.327288 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:32.376999 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Pushing event updated for resources: {'Port': ['ID=7af3d7e8-b8dc-4e6a-823f-ff12bc9038fa,revision_number=4']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:32.603016 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] get_ports_and_sgs() called for port_ids ['7af3d7e8-b8dc-4e6a-823f-ff12bc9038fa'] {{(pid=94011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 15:13:33.036285 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8f3e95-0a94-4672-8c81-4f6021f6c8c1 req-c2bf3512-dd56-4fed-a3e1-4c120d5ba0a7 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:33.037772 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-cf8f3e95-0a94-4672-8c81-4f6021f6c8c1 req-c2bf3512-dd56-4fed-a3e1-4c120d5ba0a7 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/networks?id=c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5 HTTP/1.1" status: 200 len: 815 time: 0.1003392 Sep 10 15:13:33.052271 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-cf8f3e95-0a94-4672-8c81-4f6021f6c8c1 req-ec5dbddf-52a0-49d7-aa4f-98e17698ef4f tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/quotas/e888ef2156604577a96c109c40bc5380 HTTP/1.1" status: 200 len: 375 time: 0.0087905 Sep 10 15:13:33.102176 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-cf8f3e95-0a94-4672-8c81-4f6021f6c8c1 req-3c1aca24-f463-4126-bdc5-5b75e831d66b tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e888ef2156604577a96c109c40bc5380&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0441761 Sep 10 15:13:33.196836 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-cf8f3e95-0a94-4672-8c81-4f6021f6c8c1 req-2b54bb9b-6abd-459f-a42b-f1fb50bf77e8 service neutron] 10.222.0.35 "GET /v2.0/networks/c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876648 Sep 10 15:13:33.292968 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-cf8f3e95-0a94-4672-8c81-4f6021f6c8c1 req-231625c0-7432-486e-838f-88d4bd7ce582 service neutron] 10.222.0.35 "GET /v2.0/networks/c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886462 Sep 10 15:13:33.375607 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a234e51-ea15-42e1-ba4d-4ba318ae9429 req-7187a3e9-e1c2-4398-87bc-eb46dc83f69c tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:33.377155 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-0a234e51-ea15-42e1-ba4d-4ba318ae9429 req-7187a3e9-e1c2-4398-87bc-eb46dc83f69c tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/ports?device_id=67c30180-489b-4110-8f6d-96e95b18c68a HTTP/1.1" status: 200 len: 945 time: 0.0574245 Sep 10 15:13:33.418768 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-0a234e51-ea15-42e1-ba4d-4ba318ae9429 req-28f55115-e355-4e39-b201-aaae057b96a3 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e8b286c-a333-4d93-80e3-ff81cfb92203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346429 Sep 10 15:13:33.468863 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-ae0bff81-d625-41d8-971b-f133436fe406 req-c5aedf1e-a141-4d6b-a648-ebc750cd01c5 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/ports?device_id=7fd45e5e-435f-4701-8a34-6609730c20b2 HTTP/1.1" status: 200 len: 210 time: 0.0267138 Sep 10 15:13:34.150133 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device 7af3d7e8-b8dc-4e6a-823f-ff12bc9038fa up at agent hyperv_hv-cinder-76015 {{(pid=94011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:13:34.209283 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Provisioning for port 7af3d7e8-b8dc-4e6a-823f-ff12bc9038fa completed by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:13:34.214137 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Provisioning complete for port 7af3d7e8-b8dc-4e6a-823f-ff12bc9038fa triggered by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:13:34.214609 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:34.301718 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:34.334916 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67c30180-489b-4110-8f6d-96e95b18c68a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af3d7e8-b8dc-4e6a-823f-ff12bc9038fa'}] {{(pid=94011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:13:34.339645 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eff4842c0e32827c09e5fc730d7a4a2f35fc7e77767eed508a7d5fefd1bac28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5adeba51-8448-4f7e-a985-667109bc06bb" -d '{"events": [{"server_uuid": "67c30180-489b-4110-8f6d-96e95b18c68a", "name": "network-vif-plugged", "status": "completed", "tag": "7af3d7e8-b8dc-4e6a-823f-ff12bc9038fa"}]}' {{(pid=94011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:13:34.362451 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] For port 7af3d7e8-b8dc-4e6a-823f-ff12bc9038fa, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=7af3d7e8-b8dc-4e6a-823f-ff12bc9038fa,segment=NetworkSegment(0f50cfc0-b7c2-4b4f-b48e-e7079661db92),segment_id=0f50cfc0-b7c2-4b4f-b48e-e7079661db92)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:13:34.369576 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:34.413663 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e2a42b-206e-4faf-9912-4a5098abcdcd x-openstack-request-id: req-36e2a42b-206e-4faf-9912-4a5098abcdcd {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:13:34.414135 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67c30180-489b-4110-8f6d-96e95b18c68a", "name": "network-vif-plugged", "status": "completed", "tag": "7af3d7e8-b8dc-4e6a-823f-ff12bc9038fa", "code": 200}]} {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:13:34.414853 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-36e2a42b-206e-4faf-9912-4a5098abcdcd {{(pid=94011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:13:34.415147 dv-cinder-760153-10-iscsi neutron-server[94011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67c30180-489b-4110-8f6d-96e95b18c68a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af3d7e8-b8dc-4e6a-823f-ff12bc9038fa', 'code': 200} Sep 10 15:13:34.466474 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Pushing event updated for resources: {'Port': ['ID=7af3d7e8-b8dc-4e6a-823f-ff12bc9038fa,revision_number=5']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:34.715583 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-abcda78a-862d-4fd2-9ae2-ac09d77745db req-dfad9ca8-6221-4100-9579-857b396cae8a tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/ports?device_id=7fd45e5e-435f-4701-8a34-6609730c20b2 HTTP/1.1" status: 200 len: 210 time: 0.1365094 Sep 10 15:13:34.760498 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d305abe-dc1d-492c-aa8f-c327eab00e3a req-49411ac1-c47c-4a19-91aa-898c29d8ba37 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:34.762068 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-2d305abe-dc1d-492c-aa8f-c327eab00e3a req-49411ac1-c47c-4a19-91aa-898c29d8ba37 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/ports?device_id=67c30180-489b-4110-8f6d-96e95b18c68a HTTP/1.1" status: 200 len: 946 time: 0.2501533 Sep 10 15:13:34.777083 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8f3e95-0a94-4672-8c81-4f6021f6c8c1 req-899cdca0-8da5-4ed5-999d-0b014abc293a tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:34.778634 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-cf8f3e95-0a94-4672-8c81-4f6021f6c8c1 req-899cdca0-8da5-4ed5-999d-0b014abc293a tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.42 "GET /v2.0/networks?id=c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5 HTTP/1.1" status: 200 len: 815 time: 0.3254473 Sep 10 15:13:34.801559 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9766ef7a-177f-402b-a067-7626c6eed987 req-3b0a7536-1534-461f-bc71-f3578ce3fb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:34.803674 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-9766ef7a-177f-402b-a067-7626c6eed987 req-3b0a7536-1534-461f-bc71-f3578ce3fb88 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=67c30180-489b-4110-8f6d-96e95b18c68a HTTP/1.1" status: 200 len: 1099 time: 0.1266212 Sep 10 15:13:34.810357 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.v2.base [req-cf8f3e95-0a94-4672-8c81-4f6021f6c8c1 req-bced61a1-1f80-42d1-8cdb-1ff209442ee9 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Request body: {'port': {'device_id': '7fd45e5e-435f-4701-8a34-6609730c20b2', 'network_id': 'c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5', 'admin_state_up': True, 'tenant_id': 'e888ef2156604577a96c109c40bc5380'}} {{(pid=94009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:13:34.865329 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-2d305abe-dc1d-492c-aa8f-c327eab00e3a req-bd2e328d-2305-4387-878c-a6b4fb2f582b tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e8b286c-a333-4d93-80e3-ff81cfb92203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851114 Sep 10 15:13:34.938144 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-9766ef7a-177f-402b-a067-7626c6eed987 req-5438126e-297f-48ce-8bac-61be89da1eb7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1e8b286c-a333-4d93-80e3-ff81cfb92203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033947 Sep 10 15:13:34.982535 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf8f3e95-0a94-4672-8c81-4f6021f6c8c1 req-bced61a1-1f80-42d1-8cdb-1ff209442ee9 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Made reservation on behalf of e888ef2156604577a96c109c40bc5380 for: {'port': 1} {{(pid=94009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:13:34.986242 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-cf8f3e95-0a94-4672-8c81-4f6021f6c8c1 req-bced61a1-1f80-42d1-8cdb-1ff209442ee9 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:35.152346 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.db_base_plugin_common [req-cf8f3e95-0a94-4672-8c81-4f6021f6c8c1 req-bced61a1-1f80-42d1-8cdb-1ff209442ee9 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Allocated IP 172.20.0.14 (c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5/1f0bde31-9aed-46d5-83ea-21eae3122752/d7f7cf83-5ece-4843-af89-ef8a32391652) {{(pid=94009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:13:35.257184 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaef3aee-67a0-4122-99ff-d18032495c0e req-4818710a-e31a-4e9e-a071-27f62f9d0f2e tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:35.259030 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-aaef3aee-67a0-4122-99ff-d18032495c0e req-4818710a-e31a-4e9e-a071-27f62f9d0f2e tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=57ef1793-ae01-454a-94de-16de99900787 HTTP/1.1" status: 200 len: 946 time: 0.1129735 Sep 10 15:13:35.385820 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-aaef3aee-67a0-4122-99ff-d18032495c0e req-c9b2f140-d40b-4c33-b524-5332eda3f0e0 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=a513943a-efda-493e-84de-dcd66cfa68ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162136 Sep 10 15:13:35.428847 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-cf8f3e95-0a94-4672-8c81-4f6021f6c8c1 req-bced61a1-1f80-42d1-8cdb-1ff209442ee9 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Notify callbacks [] for port, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:35.480562 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-cf8f3e95-0a94-4672-8c81-4f6021f6c8c1 req-bced61a1-1f80-42d1-8cdb-1ff209442ee9 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748756606401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1040815'] for port, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:35.493540 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] get_ports_and_sgs() called for port_ids ['f63b4e62-414f-4205-93ba-64c8a3147b6c'] {{(pid=94011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 15:13:35.531502 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf8f3e95-0a94-4672-8c81-4f6021f6c8c1 req-bced61a1-1f80-42d1-8cdb-1ff209442ee9 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Network c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5 is already hosted by enough agents. {{(pid=94009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:13:35.534737 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.base_scheduler [req-cf8f3e95-0a94-4672-8c81-4f6021f6c8c1 req-bced61a1-1f80-42d1-8cdb-1ff209442ee9 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Resources bound (agent type, host, resource id): {{(pid=94009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:13:35.538015 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf8f3e95-0a94-4672-8c81-4f6021f6c8c1 req-bced61a1-1f80-42d1-8cdb-1ff209442ee9 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Received port after_create {{(pid=94009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:13:35.576455 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bced61a1-1f80-42d1-8cdb-1ff209442ee9 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Pushing event updated for resources: {'Port': ['ID=d7f7cf83-5ece-4843-af89-ef8a32391652,revision_number=1']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:35.593717 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bced61a1-1f80-42d1-8cdb-1ff209442ee9 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:13:35.594089 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bced61a1-1f80-42d1-8cdb-1ff209442ee9 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:13:35.594436 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bced61a1-1f80-42d1-8cdb-1ff209442ee9 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:13:35.594775 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bced61a1-1f80-42d1-8cdb-1ff209442ee9 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:13:35.595114 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bced61a1-1f80-42d1-8cdb-1ff209442ee9 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:13:35.595455 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bced61a1-1f80-42d1-8cdb-1ff209442ee9 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:13:35.595783 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bced61a1-1f80-42d1-8cdb-1ff209442ee9 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:13:35.596107 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bced61a1-1f80-42d1-8cdb-1ff209442ee9 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:13:35.596442 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bced61a1-1f80-42d1-8cdb-1ff209442ee9 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:13:35.596761 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bced61a1-1f80-42d1-8cdb-1ff209442ee9 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:13:35.597084 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bced61a1-1f80-42d1-8cdb-1ff209442ee9 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:13:35.597840 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bced61a1-1f80-42d1-8cdb-1ff209442ee9 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:13:35.626084 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8f3e95-0a94-4672-8c81-4f6021f6c8c1 req-bced61a1-1f80-42d1-8cdb-1ff209442ee9 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:35.626750 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-cf8f3e95-0a94-4672-8c81-4f6021f6c8c1 req-bced61a1-1f80-42d1-8cdb-1ff209442ee9 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46804'] for port, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:35.644801 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-cf8f3e95-0a94-4672-8c81-4f6021f6c8c1 req-bced61a1-1f80-42d1-8cdb-1ff209442ee9 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8388112 Sep 10 15:13:35.659697 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.v2.base [req-cf8f3e95-0a94-4672-8c81-4f6021f6c8c1 req-a2828770-22e3-4072-94b1-132cb1d9ef2f service neutron] Request body: {'port': {'device_id': '7fd45e5e-435f-4701-8a34-6609730c20b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76015'}} {{(pid=94009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:13:35.734995 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-cf8f3e95-0a94-4672-8c81-4f6021f6c8c1 req-a2828770-22e3-4072-94b1-132cb1d9ef2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:35.941325 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be4bd8-d2dd-411d-a221-ee384f98757f req-6c8ad3e0-64a8-49d0-85c4-90e0035c43f8 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:35.943221 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-f1be4bd8-d2dd-411d-a221-ee384f98757f req-6c8ad3e0-64a8-49d0-85c4-90e0035c43f8 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/ports?device_id=7fd45e5e-435f-4701-8a34-6609730c20b2 HTTP/1.1" status: 200 len: 932 time: 0.0939548 Sep 10 15:13:36.089684 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-f1be4bd8-d2dd-411d-a221-ee384f98757f req-f836983e-94f7-4b02-b40a-0c7a3d7ac710 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/security-groups?id=973a4cb4-473a-45a2-bf0e-8a8e36198643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166463 Sep 10 15:13:36.122288 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b2e220-f28c-42f5-9781-8d408680b111 req-f7b960d4-c223-4738-bb66-e6b08cca7d62 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:36.122288 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-07b2e220-f28c-42f5-9781-8d408680b111 req-f7b960d4-c223-4738-bb66-e6b08cca7d62 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/ports?device_id=67c30180-489b-4110-8f6d-96e95b18c68a HTTP/1.1" status: 200 len: 946 time: 0.1394656 Sep 10 15:13:36.190349 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.notifiers.nova [req-cf8f3e95-0a94-4672-8c81-4f6021f6c8c1 req-a2828770-22e3-4072-94b1-132cb1d9ef2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7f7cf83-5ece-4843-af89-ef8a32391652 {{(pid=94009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:13:36.210637 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-cf8f3e95-0a94-4672-8c81-4f6021f6c8c1 req-a2828770-22e3-4072-94b1-132cb1d9ef2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:36.220944 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-07b2e220-f28c-42f5-9781-8d408680b111 req-c3c21909-ed0d-476c-9edb-7819adab3c08 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e8b286c-a333-4d93-80e3-ff81cfb92203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976930 Sep 10 15:13:36.233686 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.provisioning_blocks [req-cf8f3e95-0a94-4672-8c81-4f6021f6c8c1 req-a2828770-22e3-4072-94b1-132cb1d9ef2f service neutron] Transition to ACTIVE for port object d7f7cf83-5ece-4843-af89-ef8a32391652 will not be triggered until provisioned by entity L2. {{(pid=94009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:13:36.244605 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-cf8f3e95-0a94-4672-8c81-4f6021f6c8c1 req-a2828770-22e3-4072-94b1-132cb1d9ef2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1041244'] for port, after_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:36.304835 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2828770-22e3-4072-94b1-132cb1d9ef2f service neutron] Pushing event updated for resources: {'Port': ['ID=d7f7cf83-5ece-4843-af89-ef8a32391652,revision_number=2']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:36.389427 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.managers [req-cf8f3e95-0a94-4672-8c81-4f6021f6c8c1 req-a2828770-22e3-4072-94b1-132cb1d9ef2f service neutron] Attempting to bind port d7f7cf83-5ece-4843-af89-ef8a32391652 on host hv-cinder-76015 for vnic_type normal with profile {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:13:36.389839 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.managers [req-cf8f3e95-0a94-4672-8c81-4f6021f6c8c1 req-a2828770-22e3-4072-94b1-132cb1d9ef2f service neutron] Attempting to bind port d7f7cf83-5ece-4843-af89-ef8a32391652 by drivers openvswitch,hyperv on host hv-cinder-76015 at level 0 using segments [{'id': '516d7949-fb86-4c13-a3db-25439db90102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5'}] {{(pid=94009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:13:36.390203 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8f3e95-0a94-4672-8c81-4f6021f6c8c1 req-a2828770-22e3-4072-94b1-132cb1d9ef2f service neutron] Attempting to bind port d7f7cf83-5ece-4843-af89-ef8a32391652 on network c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5 {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:13:36.394753 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8f3e95-0a94-4672-8c81-4f6021f6c8c1 req-a2828770-22e3-4072-94b1-132cb1d9ef2f service neutron] Port d7f7cf83-5ece-4843-af89-ef8a32391652 on network c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76015 {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 15:13:36.395072 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8f3e95-0a94-4672-8c81-4f6021f6c8c1 req-a2828770-22e3-4072-94b1-132cb1d9ef2f service neutron] Attempting to bind port d7f7cf83-5ece-4843-af89-ef8a32391652 on network c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5 {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:13:36.401405 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8f3e95-0a94-4672-8c81-4f6021f6c8c1 req-a2828770-22e3-4072-94b1-132cb1d9ef2f service neutron] Checking agent: {'id': '97479926-a0bf-4e38-9164-b44674cd2f3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76015', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 15, 4, 9), 'started_at': datetime.datetime(2021, 9, 10, 15, 4, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:13:36.401911 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8f3e95-0a94-4672-8c81-4f6021f6c8c1 req-a2828770-22e3-4072-94b1-132cb1d9ef2f service neutron] Checking segment: {'id': '516d7949-fb86-4c13-a3db-25439db90102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:13:36.402335 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8f3e95-0a94-4672-8c81-4f6021f6c8c1 req-a2828770-22e3-4072-94b1-132cb1d9ef2f service neutron] Bound using segment: {'id': '516d7949-fb86-4c13-a3db-25439db90102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5'} {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:13:36.402841 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.managers [req-cf8f3e95-0a94-4672-8c81-4f6021f6c8c1 req-a2828770-22e3-4072-94b1-132cb1d9ef2f service neutron] Bound port: d7f7cf83-5ece-4843-af89-ef8a32391652, host: hv-cinder-76015, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '516d7949-fb86-4c13-a3db-25439db90102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5'}}] {{(pid=94009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:13:36.403358 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-cf8f3e95-0a94-4672-8c81-4f6021f6c8c1 req-a2828770-22e3-4072-94b1-132cb1d9ef2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:36.514614 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.db [req-cf8f3e95-0a94-4672-8c81-4f6021f6c8c1 req-a2828770-22e3-4072-94b1-132cb1d9ef2f service neutron] For port d7f7cf83-5ece-4843-af89-ef8a32391652, host hv-cinder-76015, cleared binding levels {{(pid=94009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:13:36.532481 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.db [req-cf8f3e95-0a94-4672-8c81-4f6021f6c8c1 req-a2828770-22e3-4072-94b1-132cb1d9ef2f service neutron] For port d7f7cf83-5ece-4843-af89-ef8a32391652, host hv-cinder-76015, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=d7f7cf83-5ece-4843-af89-ef8a32391652,segment=NetworkSegment(516d7949-fb86-4c13-a3db-25439db90102),segment_id=516d7949-fb86-4c13-a3db-25439db90102)] {{(pid=94009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:13:36.539039 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-cf8f3e95-0a94-4672-8c81-4f6021f6c8c1 req-a2828770-22e3-4072-94b1-132cb1d9ef2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1041244'] for port, after_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:36.592059 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d6701-54d9-4129-ac2e-c6de9c20a556 req-4ad3299d-2f8e-48f7-80ad-7e95d4403ac9 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:36.594157 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-f53d6701-54d9-4129-ac2e-c6de9c20a556 req-4ad3299d-2f8e-48f7-80ad-7e95d4403ac9 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=57ef1793-ae01-454a-94de-16de99900787 HTTP/1.1" status: 200 len: 946 time: 0.1230659 Sep 10 15:13:36.616059 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8f3e95-0a94-4672-8c81-4f6021f6c8c1 req-a2828770-22e3-4072-94b1-132cb1d9ef2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:36.616684 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-cf8f3e95-0a94-4672-8c81-4f6021f6c8c1 req-a2828770-22e3-4072-94b1-132cb1d9ef2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46804'] for port, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:36.618065 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-cf8f3e95-0a94-4672-8c81-4f6021f6c8c1 req-a2828770-22e3-4072-94b1-132cb1d9ef2f service neutron] 10.222.0.42 "PUT /v2.0/ports/d7f7cf83-5ece-4843-af89-ef8a32391652 HTTP/1.1" status: 200 len: 1094 time: 0.9629595 Sep 10 15:13:36.620199 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fd45e5e-435f-4701-8a34-6609730c20b2', 'tag': 'd7f7cf83-5ece-4843-af89-ef8a32391652'}] {{(pid=94009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:13:36.622492 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9f06775dd2e397dd855044b511bdd55e5ba575987bbc09c0a11d88d405cb18b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32446586-1f13-4afc-ae2e-40d998df0770" -d '{"events": [{"name": "network-changed", "server_uuid": "7fd45e5e-435f-4701-8a34-6609730c20b2", "tag": "d7f7cf83-5ece-4843-af89-ef8a32391652"}]}' {{(pid=94009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:13:36.687535 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2828770-22e3-4072-94b1-132cb1d9ef2f service neutron] Pushing event updated for resources: {'Port': ['ID=d7f7cf83-5ece-4843-af89-ef8a32391652,revision_number=3']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:36.691114 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 15:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f7baed-6f3e-4da8-9175-39e738d381cf x-openstack-request-id: req-d6f7baed-6f3e-4da8-9175-39e738d381cf {{(pid=94009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:13:36.691405 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fd45e5e-435f-4701-8a34-6609730c20b2", "tag": "d7f7cf83-5ece-4843-af89-ef8a32391652", "status": "completed", "code": 200}]} {{(pid=94009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:13:36.691658 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d6f7baed-6f3e-4da8-9175-39e738d381cf {{(pid=94009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:13:36.692051 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fd45e5e-435f-4701-8a34-6609730c20b2', 'tag': 'd7f7cf83-5ece-4843-af89-ef8a32391652', 'status': 'completed', 'code': 200} Sep 10 15:13:36.699521 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-f53d6701-54d9-4129-ac2e-c6de9c20a556 req-92dffb4b-a189-443b-bcc7-2dcfd1559ff9 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=a513943a-efda-493e-84de-dcd66cfa68ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980735 Sep 10 15:13:36.741323 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8f3e95-0a94-4672-8c81-4f6021f6c8c1 req-5f7a8dc4-572f-48db-9d3a-f857d252797d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:36.742889 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-cf8f3e95-0a94-4672-8c81-4f6021f6c8c1 req-5f7a8dc4-572f-48db-9d3a-f857d252797d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e888ef2156604577a96c109c40bc5380&device_id=7fd45e5e-435f-4701-8a34-6609730c20b2 HTTP/1.1" status: 200 len: 1097 time: 0.0701773 Sep 10 15:13:36.797377 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-cf8f3e95-0a94-4672-8c81-4f6021f6c8c1 req-a09541bd-7689-4d83-b6fa-9396906bff33 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d7f7cf83-5ece-4843-af89-ef8a32391652 HTTP/1.1" status: 200 len: 217 time: 0.0426216 Sep 10 15:13:36.858997 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8f3e95-0a94-4672-8c81-4f6021f6c8c1 req-fe741070-1dd9-48ea-9174-16b57d91bfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:36.860582 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-cf8f3e95-0a94-4672-8c81-4f6021f6c8c1 req-fe741070-1dd9-48ea-9174-16b57d91bfc8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1f0bde31-9aed-46d5-83ea-21eae3122752 HTTP/1.1" status: 200 len: 855 time: 0.0509293 Sep 10 15:13:36.896726 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-cf8f3e95-0a94-4672-8c81-4f6021f6c8c1 req-3960bbd1-f157-423e-a02e-b7c31df8351d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271292 Sep 10 15:13:37.040434 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86081747-0e2e-45c1-a5df-1a31de0cd8e7 req-adbd190c-20f5-4e03-aa93-2ad0202cefbe tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:37.042143 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-86081747-0e2e-45c1-a5df-1a31de0cd8e7 req-adbd190c-20f5-4e03-aa93-2ad0202cefbe tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.42 "GET /v2.0/ports?device_id=57ef1793-ae01-454a-94de-16de99900787 HTTP/1.1" status: 200 len: 946 time: 0.1019738 Sep 10 15:13:37.044129 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-cf8f3e95-0a94-4672-8c81-4f6021f6c8c1 req-3bf83d1a-13e2-4c56-b305-b0043db58d42 service neutron] 10.222.0.42 "GET /v2.0/networks/c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349788 Sep 10 15:13:37.254192 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-cf8f3e95-0a94-4672-8c81-4f6021f6c8c1 req-d4b30497-1adc-4b59-a893-04dcdfb5490f service neutron] 10.222.0.42 "GET /v2.0/networks/c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955771 Sep 10 15:13:37.277388 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeda9085-3cb9-4def-ae42-2a60f22557f9 req-410cba46-8b15-4d59-af03-27c1ddda2398 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:37.279318 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-eeda9085-3cb9-4def-ae42-2a60f22557f9 req-410cba46-8b15-4d59-af03-27c1ddda2398 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/ports?device_id=7fd45e5e-435f-4701-8a34-6609730c20b2 HTTP/1.1" status: 200 len: 944 time: 0.0930920 Sep 10 15:13:37.298086 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.plugin [req-86081747-0e2e-45c1-a5df-1a31de0cd8e7 req-7505e1ef-5531-405f-8c23-7e4041c32ace tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Deleting port 51e20ead-5ca9-4dd3-a452-2be31657bb35 {{(pid=94009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:13:37.298533 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-86081747-0e2e-45c1-a5df-1a31de0cd8e7 req-7505e1ef-5531-405f-8c23-7e4041c32ace tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748757118522'] for port, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:37.467092 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-eeda9085-3cb9-4def-ae42-2a60f22557f9 req-ab03c67f-8bf9-4a40-9461-bb3435d967d5 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/security-groups?id=973a4cb4-473a-45a2-bf0e-8a8e36198643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713827 Sep 10 15:13:37.497641 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54963e30-cff8-4a7a-beed-08d06d74bdf6 req-159a18df-a076-43ce-aa0e-5e035ecdde47 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:37.499214 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-54963e30-cff8-4a7a-beed-08d06d74bdf6 req-159a18df-a076-43ce-aa0e-5e035ecdde47 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/ports?device_id=67c30180-489b-4110-8f6d-96e95b18c68a HTTP/1.1" status: 200 len: 946 time: 0.1766810 Sep 10 15:13:37.503131 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32446586-1f13-4afc-ae2e-40d998df0770 req-73806c11-62f8-4c99-ae4c-c2a632236cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:37.504585 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-32446586-1f13-4afc-ae2e-40d998df0770 req-73806c11-62f8-4c99-ae4c-c2a632236cb8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e888ef2156604577a96c109c40bc5380&device_id=7fd45e5e-435f-4701-8a34-6609730c20b2 HTTP/1.1" status: 200 len: 1097 time: 0.1853867 Sep 10 15:13:37.510727 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.db [req-86081747-0e2e-45c1-a5df-1a31de0cd8e7 req-7505e1ef-5531-405f-8c23-7e4041c32ace tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] For port 51e20ead-5ca9-4dd3-a452-2be31657bb35, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=51e20ead-5ca9-4dd3-a452-2be31657bb35,segment=NetworkSegment(adc254f0-00c9-46af-adb3-b3d1f6ff0d76),segment_id=adc254f0-00c9-46af-adb3-b3d1f6ff0d76)] {{(pid=94009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:13:37.511094 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-86081747-0e2e-45c1-a5df-1a31de0cd8e7 req-7505e1ef-5531-405f-8c23-7e4041c32ace tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530186'] for port, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:37.627081 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-54963e30-cff8-4a7a-beed-08d06d74bdf6 req-0d150a2d-459a-4659-b3f6-d3079ab0230e tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e8b286c-a333-4d93-80e3-ff81cfb92203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133361 Sep 10 15:13:38.092925 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32446586-1f13-4afc-ae2e-40d998df0770 req-eab1d81a-e43a-4be4-9dd8-8f0021d826ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:38.094446 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-32446586-1f13-4afc-ae2e-40d998df0770 req-eab1d81a-e43a-4be4-9dd8-8f0021d826ac service neutron] 10.222.0.42 "GET /v2.0/networks?id=c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5 HTTP/1.1" status: 200 len: 916 time: 0.5742865 Sep 10 15:13:38.181459 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c453212-cf23-4ceb-9479-8407237a0679 req-12d624e4-a408-4296-9203-bffbeab9bc26 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:38.182980 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-2c453212-cf23-4ceb-9479-8407237a0679 req-12d624e4-a408-4296-9203-bffbeab9bc26 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/ports?device_id=67c30180-489b-4110-8f6d-96e95b18c68a HTTP/1.1" status: 200 len: 946 time: 0.2379086 Sep 10 15:13:38.187599 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-32446586-1f13-4afc-ae2e-40d998df0770 req-d0f82841-142e-4289-8130-a6b60601e525 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d7f7cf83-5ece-4843-af89-ef8a32391652 HTTP/1.1" status: 200 len: 217 time: 0.0604434 Sep 10 15:13:38.196609 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dcf0e7-c1cb-4226-87fd-67b3c24b5ed3 req-71f6d85c-eb27-4ff2-8ad9-b2ffa4866fd2 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:38.198154 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-41dcf0e7-c1cb-4226-87fd-67b3c24b5ed3 req-71f6d85c-eb27-4ff2-8ad9-b2ffa4866fd2 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=57ef1793-ae01-454a-94de-16de99900787 HTTP/1.1" status: 200 len: 946 time: 0.2519627 Sep 10 15:13:38.268410 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-86081747-0e2e-45c1-a5df-1a31de0cd8e7 req-7505e1ef-5531-405f-8c23-7e4041c32ace tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:38.268696 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-86081747-0e2e-45c1-a5df-1a31de0cd8e7 req-7505e1ef-5531-405f-8c23-7e4041c32ace tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582779'] for floatingip, after_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:38.268996 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.db.l3_db [req-86081747-0e2e-45c1-a5df-1a31de0cd8e7 req-7505e1ef-5531-405f-8c23-7e4041c32ace tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Floating IP 1edb7204-9744-4331-a91a-745068fd1075 disassociated. External IP: 172.27.0.43, port: 51e20ead-5ca9-4dd3-a452-2be31657bb35. Sep 10 15:13:38.269337 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.plugin [req-86081747-0e2e-45c1-a5df-1a31de0cd8e7 req-7505e1ef-5531-405f-8c23-7e4041c32ace tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Calling delete_port for 51e20ead-5ca9-4dd3-a452-2be31657bb35 owned by compute:nova {{(pid=94009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:13:38.362200 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-2c453212-cf23-4ceb-9479-8407237a0679 req-5194e0ba-2511-41c9-9ca0-b1712cb8db9b tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e8b286c-a333-4d93-80e3-ff81cfb92203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630013 Sep 10 15:13:38.363656 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32446586-1f13-4afc-ae2e-40d998df0770 req-c866c832-a3cb-4f1a-9fe2-5d3227efe5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:38.365358 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-32446586-1f13-4afc-ae2e-40d998df0770 req-c866c832-a3cb-4f1a-9fe2-5d3227efe5a2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1f0bde31-9aed-46d5-83ea-21eae3122752 HTTP/1.1" status: 200 len: 855 time: 0.1650538 Sep 10 15:13:38.393119 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-41dcf0e7-c1cb-4226-87fd-67b3c24b5ed3 req-fed2a769-9765-42e6-a89a-61ae682ec0ad tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups?id=a513943a-efda-493e-84de-dcd66cfa68ba&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1726594 Sep 10 15:13:38.395966 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 48048) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:13:38.419654 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-32446586-1f13-4afc-ae2e-40d998df0770 req-8be80adc-53cc-4360-948c-04511fcd042f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445206 Sep 10 15:13:38.621023 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-86081747-0e2e-45c1-a5df-1a31de0cd8e7 req-7505e1ef-5531-405f-8c23-7e4041c32ace tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748757126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748756606410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1040815'] for port, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:38.636372 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-32446586-1f13-4afc-ae2e-40d998df0770 req-e6a4abec-6b52-4fc3-a306-bc86a0724f01 service neutron] 10.222.0.42 "GET /v2.0/networks/c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950839 Sep 10 15:13:38.647639 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e7aad1-a4d0-48ae-b27a-2625ad54f7fd tempest-TestVolumeBootPattern-2066951606 tempest-TestVolumeBootPattern-2066951606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:38.649368 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-00e7aad1-a4d0-48ae-b27a-2625ad54f7fd tempest-TestVolumeBootPattern-2066951606 tempest-TestVolumeBootPattern-2066951606-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=67c30180-489b-4110-8f6d-96e95b18c68a HTTP/1.1" status: 200 len: 1094 time: 0.2512255 Sep 10 15:13:38.653120 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 48054) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:13:38.657572 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.v2.base [None req-ffa37353-7c55-475c-a720-feac44877007 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Request body: {'floatingip': {'floating_network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'port_id': '7af3d7e8-b8dc-4e6a-823f-ff12bc9038fa', 'tenant_id': 'a54041e21d774dc082088058e0725c3e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:13:38.667897 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7505e1ef-5531-405f-8c23-7e4041c32ace tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Pushing event deleted for resources: {'Port': ['ID=51e20ead-5ca9-4dd3-a452-2be31657bb35,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:38.686199 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-ffa37353-7c55-475c-a720-feac44877007 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks [] for floatingip, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:38.702959 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87975f1-03e8-4552-bf9e-ea32db8c1b7a req-1e236090-003e-4689-953d-8532573da180 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:38.704548 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-c87975f1-03e8-4552-bf9e-ea32db8c1b7a req-1e236090-003e-4689-953d-8532573da180 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/ports?device_id=7fd45e5e-435f-4701-8a34-6609730c20b2 HTTP/1.1" status: 200 len: 944 time: 0.1454716 Sep 10 15:13:38.832231 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-ffa37353-7c55-475c-a720-feac44877007 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:38.858769 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-c87975f1-03e8-4552-bf9e-ea32db8c1b7a req-a1922740-13f9-47a0-8aac-b6ac4d8b576b tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/security-groups?id=973a4cb4-473a-45a2-bf0e-8a8e36198643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414862 Sep 10 15:13:38.868511 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-32446586-1f13-4afc-ae2e-40d998df0770 req-e7b9331f-2e78-421c-aa1d-ec28d4882223 service neutron] 10.222.0.42 "GET /v2.0/networks/c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112677 Sep 10 15:13:38.935394 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.l3_agent_scheduler [req-86081747-0e2e-45c1-a5df-1a31de0cd8e7 req-7505e1ef-5531-405f-8c23-7e4041c32ace tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Router 75318aa0-7754-4055-b8f8-254019025fad has already been hosted by L3 agent b0771735-54fe-4ba2-aeee-11d3b2b54cf1 {{(pid=94009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 15:13:38.981485 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.db.db_base_plugin_common [None req-ffa37353-7c55-475c-a720-feac44877007 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Allocated IP 172.27.0.212 (caa13d69-ff92-44ce-a665-3b9af711feed/3b314502-2ac4-4640-9fa5-f95f10fc4599/70198194-ae5a-4c36-b66e-5c63deb49b61) {{(pid=94010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:13:39.084465 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-86081747-0e2e-45c1-a5df-1a31de0cd8e7 req-7505e1ef-5531-405f-8c23-7e4041c32ace tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify agent at l3_agent.dv-cinder-760153-10-iscsi the message routers_updated {{(pid=94009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:13:39.096573 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0baa47-17b5-4e88-880d-ed165868b2eb None None] Sync routers for ids ['75318aa0-7754-4055-b8f8-254019025fad'] in dv-cinder-760153-10-iscsi {{(pid=94012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:13:39.116179 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0baa47-17b5-4e88-880d-ed165868b2eb None None] Routers {'75318aa0-7754-4055-b8f8-254019025fad'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:13:39.117185 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-0c0baa47-17b5-4e88-880d-ed165868b2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T15:13:27Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['75318aa0-7754-4055-b8f8-254019025fad'], 'active': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:13:39.118721 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-ffa37353-7c55-475c-a720-feac44877007 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks [] for port, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:39.168597 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-ffa37353-7c55-475c-a720-feac44877007 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748756606401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14298976'] for port, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:39.178398 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.l3_dvrscheduler_db [req-86081747-0e2e-45c1-a5df-1a31de0cd8e7 req-7505e1ef-5531-405f-8c23-7e4041c32ace tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] No DVR routers for this DVR port 51e20ead-5ca9-4dd3-a452-2be31657bb35 on host hv-cinder-76015 {{(pid=94009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 15:13:39.184232 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-86081747-0e2e-45c1-a5df-1a31de0cd8e7 req-7505e1ef-5531-405f-8c23-7e4041c32ace tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46804'] for port, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:39.188740 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-86081747-0e2e-45c1-a5df-1a31de0cd8e7 req-7505e1ef-5531-405f-8c23-7e4041c32ace tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.42 "DELETE /v2.0/ports/51e20ead-5ca9-4dd3-a452-2be31657bb35 HTTP/1.1" status: 204 len: 173 time: 2.1313102 Sep 10 15:13:39.189611 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57ef1793-ae01-454a-94de-16de99900787', 'name': 'network-vif-deleted', 'tag': '51e20ead-5ca9-4dd3-a452-2be31657bb35'}] {{(pid=94009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:13:39.214487 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9f06775dd2e397dd855044b511bdd55e5ba575987bbc09c0a11d88d405cb18b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a616537-a9b6-47d8-98ff-faf52a8ebfe7" -d '{"events": [{"server_uuid": "57ef1793-ae01-454a-94de-16de99900787", "name": "network-vif-deleted", "tag": "51e20ead-5ca9-4dd3-a452-2be31657bb35"}]}' {{(pid=94009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:13:39.253062 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa37353-7c55-475c-a720-feac44877007 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Network caa13d69-ff92-44ce-a665-3b9af711feed is already hosted by enough agents. {{(pid=94010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:13:39.255492 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.base_scheduler [None req-ffa37353-7c55-475c-a720-feac44877007 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Resources bound (agent type, host, resource id): {{(pid=94010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:13:39.261119 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa37353-7c55-475c-a720-feac44877007 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Received port after_create {{(pid=94010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:13:39.281536 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e082c3d6-8a2a-45b1-b1f5-904e131371ca x-openstack-request-id: req-e082c3d6-8a2a-45b1-b1f5-904e131371ca {{(pid=94009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:13:39.282228 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57ef1793-ae01-454a-94de-16de99900787", "name": "network-vif-deleted", "tag": "51e20ead-5ca9-4dd3-a452-2be31657bb35", "status": "completed", "code": 200}]} {{(pid=94009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:13:39.283488 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e082c3d6-8a2a-45b1-b1f5-904e131371ca {{(pid=94009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:13:39.284033 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57ef1793-ae01-454a-94de-16de99900787', 'name': 'network-vif-deleted', 'tag': '51e20ead-5ca9-4dd3-a452-2be31657bb35', 'status': 'completed', 'code': 200} Sep 10 15:13:39.297139 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvr_db [None req-0c0baa47-17b5-4e88-880d-ed165868b2eb None None] Set router 75318aa0-7754-4055-b8f8-254019025fad gateway port host: dv-cinder-760153-10-iscsi {{(pid=94012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:13:39.340839 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa37353-7c55-475c-a720-feac44877007 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Pushing event updated for resources: {'Port': ['ID=70198194-ae5a-4c36-b66e-5c63deb49b61,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:39.570874 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-58d6479b-5df7-419a-a80a-fadba0de4fd2 req-5f8335b9-62ff-48ff-97b1-b15409b54ac1 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/ports?device_id=57ef1793-ae01-454a-94de-16de99900787 HTTP/1.1" status: 200 len: 210 time: 0.0432222 Sep 10 15:13:39.587481 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-0c0baa47-17b5-4e88-880d-ed165868b2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75318aa0-7754-4055-b8f8-254019025fad', 'name': 'tempest-AttachVolumeShelveTestJSON-1850833039-router', 'tenant_id': 'c0149948ecbd4da99adb4e990da99cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'a1386db7-90f2-4a27-976b-3ecd198cac74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:05:57Z', 'updated_at': '2021-09-10T15:06:11Z', 'revision_number': 4, 'project_id': 'c0149948ecbd4da99adb4e990da99cd9', 'gw_port': {'id': 'a1386db7-90f2-4a27-976b-3ecd198cac74', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:88:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75318aa0-7754-4055-b8f8-254019025fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:05:59Z', 'updated_at': '2021-09-10T15:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi', '_interfaces': [{'id': 'a6121906-e268-4286-a449-4c77a390ff70', 'name': '', 'network_id': 'd8cbe470-bc98-41a4-a428-659bec184b54', 'tenant_id': 'c0149948ecbd4da99adb4e990da99cd9', 'mac_address': 'fa:16:3e:69:3b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75318aa0-7754-4055-b8f8-254019025fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '782052c7-4991-4efe-97d8-5a0e8f67d6bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:06:06Z', 'updated_at': '2021-09-10T15:06:24Z', 'revision_number': 5, 'project_id': 'c0149948ecbd4da99adb4e990da99cd9', 'subnets': [{'id': '782052c7-4991-4efe-97d8-5a0e8f67d6bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:13:39.629832 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0baa47-17b5-4e88-880d-ed165868b2eb None None] Checking router: 75318aa0-7754-4055-b8f8-254019025fad for host: dv-cinder-760153-10-iscsi {{(pid=94012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:13:39.644267 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0baa47-17b5-4e88-880d-ed165868b2eb None None] Routers {'75318aa0-7754-4055-b8f8-254019025fad'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:13:39.645219 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-0c0baa47-17b5-4e88-880d-ed165868b2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T15:13:27Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['75318aa0-7754-4055-b8f8-254019025fad'], 'active': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:13:39.801913 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-ffa37353-7c55-475c-a720-feac44877007 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:39.911512 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvr_db [None req-0c0baa47-17b5-4e88-880d-ed165868b2eb None None] Set router 75318aa0-7754-4055-b8f8-254019025fad gateway port host: dv-cinder-760153-10-iscsi {{(pid=94012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:13:39.914266 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-ffa37353-7c55-475c-a720-feac44877007 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:40.016594 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5aa2d7-42fa-4adb-ac8b-2198f2599b05 req-af45202d-b24a-4198-8f1b-885cf973d65b tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:40.018718 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-ba5aa2d7-42fa-4adb-ac8b-2198f2599b05 req-af45202d-b24a-4198-8f1b-885cf973d65b tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/ports?device_id=7fd45e5e-435f-4701-8a34-6609730c20b2 HTTP/1.1" status: 200 len: 944 time: 0.0619147 Sep 10 15:13:40.065486 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-ba5aa2d7-42fa-4adb-ac8b-2198f2599b05 req-4001b321-ee12-4f09-a1a3-ec3cae08053d tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/security-groups?id=973a4cb4-473a-45a2-bf0e-8a8e36198643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389478 Sep 10 15:13:40.131827 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-ffa37353-7c55-475c-a720-feac44877007 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks [] for port, precommit_update {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:40.137460 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-ffa37353-7c55-475c-a720-feac44877007 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14298515'] for port, after_update {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:40.160183 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-0c0baa47-17b5-4e88-880d-ed165868b2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75318aa0-7754-4055-b8f8-254019025fad', 'name': 'tempest-AttachVolumeShelveTestJSON-1850833039-router', 'tenant_id': 'c0149948ecbd4da99adb4e990da99cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'a1386db7-90f2-4a27-976b-3ecd198cac74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:05:57Z', 'updated_at': '2021-09-10T15:06:11Z', 'revision_number': 4, 'project_id': 'c0149948ecbd4da99adb4e990da99cd9', 'gw_port': {'id': 'a1386db7-90f2-4a27-976b-3ecd198cac74', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:88:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75318aa0-7754-4055-b8f8-254019025fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:05:59Z', 'updated_at': '2021-09-10T15:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi', '_interfaces': [{'id': 'a6121906-e268-4286-a449-4c77a390ff70', 'name': '', 'network_id': 'd8cbe470-bc98-41a4-a428-659bec184b54', 'tenant_id': 'c0149948ecbd4da99adb4e990da99cd9', 'mac_address': 'fa:16:3e:69:3b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75318aa0-7754-4055-b8f8-254019025fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '782052c7-4991-4efe-97d8-5a0e8f67d6bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:06:06Z', 'updated_at': '2021-09-10T15:06:24Z', 'revision_number': 5, 'project_id': 'c0149948ecbd4da99adb4e990da99cd9', 'subnets': [{'id': '782052c7-4991-4efe-97d8-5a0e8f67d6bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:13:40.173753 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device d7f7cf83-5ece-4843-af89-ef8a32391652 details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=94011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 15:13:40.179015 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device 51e20ead-5ca9-4dd3-a452-2be31657bb35 no longer exists at agent hyperv_hv-cinder-76015 {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:13:40.199451 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0baa47-17b5-4e88-880d-ed165868b2eb None None] The sync data for ids ['75318aa0-7754-4055-b8f8-254019025fad'] in dv-cinder-760153-10-iscsi is: [{'id': '75318aa0-7754-4055-b8f8-254019025fad', 'name': 'tempest-AttachVolumeShelveTestJSON-1850833039-router', 'tenant_id': 'c0149948ecbd4da99adb4e990da99cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'a1386db7-90f2-4a27-976b-3ecd198cac74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:05:57Z', 'updated_at': '2021-09-10T15:06:11Z', 'revision_number': 4, 'project_id': 'c0149948ecbd4da99adb4e990da99cd9', 'gw_port': {'id': 'a1386db7-90f2-4a27-976b-3ecd198cac74', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:88:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75318aa0-7754-4055-b8f8-254019025fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:05:59Z', 'updated_at': '2021-09-10T15:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi', '_interfaces': [{'id': 'a6121906-e268-4286-a449-4c77a390ff70', 'name': '', 'network_id': 'd8cbe470-bc98-41a4-a428-659bec184b54', 'tenant_id': 'c0149948ecbd4da99adb4e990da99cd9', 'mac_address': 'fa:16:3e:69:3b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75318aa0-7754-4055-b8f8-254019025fad', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '782052c7-4991-4efe-97d8-5a0e8f67d6bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:06:06Z', 'updated_at': '2021-09-10T15:06:24Z', 'revision_number': 5, 'project_id': 'c0149948ecbd4da99adb4e990da99cd9', 'subnets': [{'id': '782052c7-4991-4efe-97d8-5a0e8f67d6bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:13:40.214094 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] No Port match for: 51e20ead-5ca9-4dd3-a452-2be31657bb35 {{(pid=94011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:13:40.214702 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device 51e20ead-5ca9-4dd3-a452-2be31657bb35 not bound to the agent host hv-cinder-76015 {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:13:40.221126 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa37353-7c55-475c-a720-feac44877007 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Pushing event updated for resources: {'Port': ['ID=70198194-ae5a-4c36-b66e-5c63deb49b61,revision_number=2']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:40.234445 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-ffa37353-7c55-475c-a720-feac44877007 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582779'] for floatingip, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:40.349292 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] For port d7f7cf83-5ece-4843-af89-ef8a32391652, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=d7f7cf83-5ece-4843-af89-ef8a32391652,segment=NetworkSegment(516d7949-fb86-4c13-a3db-25439db90102),segment_id=516d7949-fb86-4c13-a3db-25439db90102)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:13:40.354970 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.db.l3_db [None req-ffa37353-7c55-475c-a720-feac44877007 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Floating IP 1eeb88ef-818d-45a4-b6de-35c8e2b60fcd associated. External IP: 172.27.0.212, port: 7af3d7e8-b8dc-4e6a-823f-ff12bc9038fa. Sep 10 15:13:40.366944 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Returning: {'device': 'd7f7cf83-5ece-4843-af89-ef8a32391652', 'network_id': 'c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5', 'port_id': 'd7f7cf83-5ece-4843-af89-ef8a32391652', 'mac_address': 'fa:16:3e:a9:ff:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f0bde31-9aed-46d5-83ea-21eae3122752', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 15:13:40.417357 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:40.433235 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7f7cf83-5ece-4843-af89-ef8a32391652 {{(pid=94011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:13:40.463304 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] For port d7f7cf83-5ece-4843-af89-ef8a32391652, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=d7f7cf83-5ece-4843-af89-ef8a32391652,segment=NetworkSegment(516d7949-fb86-4c13-a3db-25439db90102),segment_id=516d7949-fb86-4c13-a3db-25439db90102)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:13:40.469614 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:40.527817 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fd01d3-2c32-4d37-a958-e29d618679bd None None] New status for floating IP 1edb7204-9744-4331-a91a-745068fd1075: DOWN {{(pid=94011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 15:13:40.614441 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Pushing event updated for resources: {'Port': ['ID=d7f7cf83-5ece-4843-af89-ef8a32391652,revision_number=4']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:40.648941 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffa37353-7c55-475c-a720-feac44877007 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Router 14040cf8-03c7-4dc3-9b39-04fd716291de has already been hosted by L3 agent b0771735-54fe-4ba2-aeee-11d3b2b54cf1 {{(pid=94010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 15:13:40.681721 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 48066) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:13:40.685535 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:40.748075 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-206d08e4-9f1d-428c-81ae-4b3c84a2657f tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks [] for security_group, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:40.772768 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] get_ports_and_sgs() called for port_ids ['d7f7cf83-5ece-4843-af89-ef8a32391652'] {{(pid=94011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 15:13:40.776956 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-206d08e4-9f1d-428c-81ae-4b3c84a2657f tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:40.822810 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffa37353-7c55-475c-a720-feac44877007 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify agent at l3_agent.dv-cinder-760153-10-iscsi the message routers_updated {{(pid=94010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:13:40.837957 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15aed283-3fa8-426f-adbd-b4a17bd63e23 None None] Sync routers for ids ['14040cf8-03c7-4dc3-9b39-04fd716291de'] in dv-cinder-760153-10-iscsi {{(pid=94012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:13:40.846183 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-ffa37353-7c55-475c-a720-feac44877007 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46804'] for floatingip, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:40.858135 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15aed283-3fa8-426f-adbd-b4a17bd63e23 None None] Routers {'14040cf8-03c7-4dc3-9b39-04fd716291de'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:13:40.859795 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-15aed283-3fa8-426f-adbd-b4a17bd63e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T15:13:27Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['14040cf8-03c7-4dc3-9b39-04fd716291de'], 'active': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:13:40.878950 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-206d08e4-9f1d-428c-81ae-4b3c84a2657f tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:40.883233 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-206d08e4-9f1d-428c-81ae-4b3c84a2657f tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks [] for security_group, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:40.884763 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-206d08e4-9f1d-428c-81ae-4b3c84a2657f tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "DELETE /v2.0/security-groups/a513943a-efda-493e-84de-dcd66cfa68ba HTTP/1.1" status: 204 len: 168 time: 0.2015145 Sep 10 15:13:40.890678 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 48068) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:13:40.906068 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-ffa37353-7c55-475c-a720-feac44877007 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2383919 Sep 10 15:13:40.906068 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67c30180-489b-4110-8f6d-96e95b18c68a', 'tag': '7af3d7e8-b8dc-4e6a-823f-ff12bc9038fa'}] {{(pid=94010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:13:40.906068 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff59ba7baab64600ea656df3deb47cfc0f0684b4bff4090ee9645072728f0a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e727198-2b9c-41c0-a8dc-77661d0dcca0" -d '{"events": [{"name": "network-changed", "server_uuid": "67c30180-489b-4110-8f6d-96e95b18c68a", "tag": "7af3d7e8-b8dc-4e6a-823f-ff12bc9038fa"}]}' {{(pid=94010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:13:40.926102 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206d08e4-9f1d-428c-81ae-4b3c84a2657f tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a513943a-efda-493e-84de-dcd66cfa68ba,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:40.929922 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.api.v2.resource [None req-b7164483-2f2d-43d6-b638-d00c62702844 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] show failed (client error): The resource could not be found. Sep 10 15:13:40.936016 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-b7164483-2f2d-43d6-b638-d00c62702844 tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "GET /v2.0/security-groups/a513943a-efda-493e-84de-dcd66cfa68ba HTTP/1.1" status: 404 len: 347 time: 0.0371459 Sep 10 15:13:40.937061 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 48074) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:13:40.987803 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 15:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8239a2be-355d-47ac-a945-4d31765ccfd9 x-openstack-request-id: req-8239a2be-355d-47ac-a945-4d31765ccfd9 {{(pid=94010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:13:40.988155 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67c30180-489b-4110-8f6d-96e95b18c68a", "tag": "7af3d7e8-b8dc-4e6a-823f-ff12bc9038fa", "status": "completed", "code": 200}]} {{(pid=94010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:13:40.988509 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8239a2be-355d-47ac-a945-4d31765ccfd9 {{(pid=94010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:13:40.989063 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67c30180-489b-4110-8f6d-96e95b18c68a', 'tag': '7af3d7e8-b8dc-4e6a-823f-ff12bc9038fa', 'status': 'completed', 'code': 200} Sep 10 15:13:41.065089 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvr_db [None req-15aed283-3fa8-426f-adbd-b4a17bd63e23 None None] Set router 14040cf8-03c7-4dc3-9b39-04fd716291de gateway port host: dv-cinder-760153-10-iscsi {{(pid=94012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:13:41.122679 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e727198-2b9c-41c0-a8dc-77661d0dcca0 req-5fd28e21-abcf-4e87-8b94-9157855ad01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:41.124199 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-3e727198-2b9c-41c0-a8dc-77661d0dcca0 req-5fd28e21-abcf-4e87-8b94-9157855ad01f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a54041e21d774dc082088058e0725c3e&device_id=67c30180-489b-4110-8f6d-96e95b18c68a HTTP/1.1" status: 200 len: 1099 time: 0.0854044 Sep 10 15:13:41.149253 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.plugin [None req-b3d772a2-47a4-4a35-a439-d1d2fa1caa4c tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Deleting port 135a5637-bdce-4bde-b37c-98002a89d99c {{(pid=94009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:13:41.149253 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-b3d772a2-47a4-4a35-a439-d1d2fa1caa4c tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748757118522'] for port, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:41.340531 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-b3d772a2-47a4-4a35-a439-d1d2fa1caa4c tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530186'] for port, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:41.341174 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-b3d772a2-47a4-4a35-a439-d1d2fa1caa4c tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:41.351422 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e727198-2b9c-41c0-a8dc-77661d0dcca0 req-8afb1850-bcaa-49a1-b591-8cc30afd083c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:41.352913 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-3e727198-2b9c-41c0-a8dc-77661d0dcca0 req-8afb1850-bcaa-49a1-b591-8cc30afd083c service neutron] 10.222.0.42 "GET /v2.0/networks?id=c00924aa-47db-4fd4-bda2-4f4111d84f4b HTTP/1.1" status: 200 len: 912 time: 0.2165878 Sep 10 15:13:41.362458 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b128f54-76db-4916-ba78-d5c76a4c61b5 req-8d062f89-d9bd-47f5-bd0b-cfbb8da91bd9 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:41.364008 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-4b128f54-76db-4916-ba78-d5c76a4c61b5 req-8d062f89-d9bd-47f5-bd0b-cfbb8da91bd9 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/ports?device_id=7fd45e5e-435f-4701-8a34-6609730c20b2 HTTP/1.1" status: 200 len: 945 time: 0.1843970 Sep 10 15:13:41.372377 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.plugin [None req-b3d772a2-47a4-4a35-a439-d1d2fa1caa4c tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Calling delete_port for 135a5637-bdce-4bde-b37c-98002a89d99c owned by network:floatingip {{(pid=94009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:13:41.375560 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-15aed283-3fa8-426f-adbd-b4a17bd63e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14040cf8-03c7-4dc3-9b39-04fd716291de', 'name': 'tempest-TestVolumeBootPattern-428447017-router', 'tenant_id': 'a54041e21d774dc082088058e0725c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '0e0acf2c-5d83-466d-9036-0627ffcb4498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:12:49Z', 'updated_at': '2021-09-10T15:12:52Z', 'revision_number': 4, 'project_id': 'a54041e21d774dc082088058e0725c3e', 'gw_port': {'id': '0e0acf2c-5d83-466d-9036-0627ffcb4498', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:0e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14040cf8-03c7-4dc3-9b39-04fd716291de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:12:49Z', 'updated_at': '2021-09-10T15:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi', '_floatingips': [{'id': '1eeb88ef-818d-45a4-b6de-35c8e2b60fcd', 'tenant_id': 'a54041e21d774dc082088058e0725c3e', 'floating_ip_address': '172.27.0.212', 'floating_network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'router_id': '14040cf8-03c7-4dc3-9b39-04fd716291de', 'port_id': '7af3d7e8-b8dc-4e6a-823f-ff12bc9038fa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c00924aa-47db-4fd4-bda2-4f4111d84f4b', 'mac_address': 'fa:16:3e:bf:d3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c30180-489b-4110-8f6d-96e95b18c68a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T15:13:39Z', 'updated_at': '2021-09-10T15:13:39Z', 'revision_number': 0, 'project_id': 'a54041e21d774dc082088058e0725c3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a5a41a6-1b14-4cbd-a104-9870c1c496ca', 'name': '', 'network_id': 'c00924aa-47db-4fd4-bda2-4f4111d84f4b', 'tenant_id': 'a54041e21d774dc082088058e0725c3e', 'mac_address': 'fa:16:3e:59:d0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14040cf8-03c7-4dc3-9b39-04fd716291de', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '355b14f6-a44c-4c11-96c3-a282c3e99d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:12:52Z', 'updated_at': '2021-09-10T15:13:00Z', 'revision_number': 5, 'project_id': 'a54041e21d774dc082088058e0725c3e', 'subnets': [{'id': '355b14f6-a44c-4c11-96c3-a282c3e99d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:13:41.405767 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15aed283-3fa8-426f-adbd-b4a17bd63e23 None None] Checking router: 14040cf8-03c7-4dc3-9b39-04fd716291de for host: dv-cinder-760153-10-iscsi {{(pid=94012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:13:41.417584 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15aed283-3fa8-426f-adbd-b4a17bd63e23 None None] Routers {'14040cf8-03c7-4dc3-9b39-04fd716291de'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:13:41.418268 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-15aed283-3fa8-426f-adbd-b4a17bd63e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T15:13:27Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['14040cf8-03c7-4dc3-9b39-04fd716291de'], 'active': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:13:41.500446 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-3e727198-2b9c-41c0-a8dc-77661d0dcca0 req-2072736d-a9b0-410b-872f-9fa9e759fb22 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7af3d7e8-b8dc-4e6a-823f-ff12bc9038fa HTTP/1.1" status: 200 len: 1000 time: 0.1303194 Sep 10 15:13:41.507842 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-4b128f54-76db-4916-ba78-d5c76a4c61b5 req-fef9bafa-43bb-4ebf-9b17-4323c1e97fc9 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/security-groups?id=973a4cb4-473a-45a2-bf0e-8a8e36198643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259320 Sep 10 15:13:41.549914 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvr_db [None req-15aed283-3fa8-426f-adbd-b4a17bd63e23 None None] Set router 14040cf8-03c7-4dc3-9b39-04fd716291de gateway port host: dv-cinder-760153-10-iscsi {{(pid=94012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:13:41.581650 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e727198-2b9c-41c0-a8dc-77661d0dcca0 req-e6f5281a-bc9f-464b-87b8-a3ccbf26478b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:41.583797 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-3e727198-2b9c-41c0-a8dc-77661d0dcca0 req-e6f5281a-bc9f-464b-87b8-a3ccbf26478b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=355b14f6-a44c-4c11-96c3-a282c3e99d40 HTTP/1.1" status: 200 len: 850 time: 0.0725889 Sep 10 15:13:41.662153 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e727198-2b9c-41c0-a8dc-77661d0dcca0 req-0b610bae-021c-44a2-a670-6670a0ff996d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:41.662945 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-3e727198-2b9c-41c0-a8dc-77661d0dcca0 req-0b610bae-021c-44a2-a670-6670a0ff996d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c00924aa-47db-4fd4-bda2-4f4111d84f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0715830 Sep 10 15:13:41.698957 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-b3d772a2-47a4-4a35-a439-d1d2fa1caa4c tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748757126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748756606410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1040815'] for port, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:41.739897 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d772a2-47a4-4a35-a439-d1d2fa1caa4c tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Pushing event deleted for resources: {'Port': ['ID=135a5637-bdce-4bde-b37c-98002a89d99c,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:41.851484 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-3e727198-2b9c-41c0-a8dc-77661d0dcca0 req-90e41f18-7b97-461a-aee1-cb7f606f3719 service neutron] 10.222.0.42 "GET /v2.0/networks/c00924aa-47db-4fd4-bda2-4f4111d84f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751130 Sep 10 15:13:41.858989 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-b3d772a2-47a4-4a35-a439-d1d2fa1caa4c tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks [] for floatingip, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:41.863528 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-b3d772a2-47a4-4a35-a439-d1d2fa1caa4c tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46804'] for floatingip, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:41.870291 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-b3d772a2-47a4-4a35-a439-d1d2fa1caa4c tempest-AttachVolumeShelveTestJSON-1109444706 tempest-AttachVolumeShelveTestJSON-1109444706-project] 10.222.0.35 "DELETE /v2.0/floatingips/1edb7204-9744-4331-a91a-745068fd1075 HTTP/1.1" status: 204 len: 168 time: 0.9272196 Sep 10 15:13:41.896982 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-15aed283-3fa8-426f-adbd-b4a17bd63e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14040cf8-03c7-4dc3-9b39-04fd716291de', 'name': 'tempest-TestVolumeBootPattern-428447017-router', 'tenant_id': 'a54041e21d774dc082088058e0725c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '0e0acf2c-5d83-466d-9036-0627ffcb4498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:12:49Z', 'updated_at': '2021-09-10T15:12:52Z', 'revision_number': 4, 'project_id': 'a54041e21d774dc082088058e0725c3e', 'gw_port': {'id': '0e0acf2c-5d83-466d-9036-0627ffcb4498', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:0e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14040cf8-03c7-4dc3-9b39-04fd716291de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:12:49Z', 'updated_at': '2021-09-10T15:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi', '_floatingips': [{'id': '1eeb88ef-818d-45a4-b6de-35c8e2b60fcd', 'tenant_id': 'a54041e21d774dc082088058e0725c3e', 'floating_ip_address': '172.27.0.212', 'floating_network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'router_id': '14040cf8-03c7-4dc3-9b39-04fd716291de', 'port_id': '7af3d7e8-b8dc-4e6a-823f-ff12bc9038fa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c00924aa-47db-4fd4-bda2-4f4111d84f4b', 'mac_address': 'fa:16:3e:bf:d3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c30180-489b-4110-8f6d-96e95b18c68a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T15:13:39Z', 'updated_at': '2021-09-10T15:13:39Z', 'revision_number': 0, 'project_id': 'a54041e21d774dc082088058e0725c3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a5a41a6-1b14-4cbd-a104-9870c1c496ca', 'name': '', 'network_id': 'c00924aa-47db-4fd4-bda2-4f4111d84f4b', 'tenant_id': 'a54041e21d774dc082088058e0725c3e', 'mac_address': 'fa:16:3e:59:d0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14040cf8-03c7-4dc3-9b39-04fd716291de', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '355b14f6-a44c-4c11-96c3-a282c3e99d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:12:52Z', 'updated_at': '2021-09-10T15:13:00Z', 'revision_number': 5, 'project_id': 'a54041e21d774dc082088058e0725c3e', 'subnets': [{'id': '355b14f6-a44c-4c11-96c3-a282c3e99d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:13:41.935700 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15aed283-3fa8-426f-adbd-b4a17bd63e23 None None] The sync data for ids ['14040cf8-03c7-4dc3-9b39-04fd716291de'] in dv-cinder-760153-10-iscsi is: [{'id': '14040cf8-03c7-4dc3-9b39-04fd716291de', 'name': 'tempest-TestVolumeBootPattern-428447017-router', 'tenant_id': 'a54041e21d774dc082088058e0725c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '0e0acf2c-5d83-466d-9036-0627ffcb4498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:12:49Z', 'updated_at': '2021-09-10T15:12:52Z', 'revision_number': 4, 'project_id': 'a54041e21d774dc082088058e0725c3e', 'gw_port': {'id': '0e0acf2c-5d83-466d-9036-0627ffcb4498', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:0e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14040cf8-03c7-4dc3-9b39-04fd716291de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:12:49Z', 'updated_at': '2021-09-10T15:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi', '_floatingips': [{'id': '1eeb88ef-818d-45a4-b6de-35c8e2b60fcd', 'tenant_id': 'a54041e21d774dc082088058e0725c3e', 'floating_ip_address': '172.27.0.212', 'floating_network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'router_id': '14040cf8-03c7-4dc3-9b39-04fd716291de', 'port_id': '7af3d7e8-b8dc-4e6a-823f-ff12bc9038fa', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c00924aa-47db-4fd4-bda2-4f4111d84f4b', 'mac_address': 'fa:16:3e:bf:d3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67c30180-489b-4110-8f6d-96e95b18c68a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T15:13:39Z', 'updated_at': '2021-09-10T15:13:39Z', 'revision_number': 0, 'project_id': 'a54041e21d774dc082088058e0725c3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a5a41a6-1b14-4cbd-a104-9870c1c496ca', 'name': '', 'network_id': 'c00924aa-47db-4fd4-bda2-4f4111d84f4b', 'tenant_id': 'a54041e21d774dc082088058e0725c3e', 'mac_address': 'fa:16:3e:59:d0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14040cf8-03c7-4dc3-9b39-04fd716291de', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '355b14f6-a44c-4c11-96c3-a282c3e99d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:12:52Z', 'updated_at': '2021-09-10T15:13:00Z', 'revision_number': 5, 'project_id': 'a54041e21d774dc082088058e0725c3e', 'subnets': [{'id': '355b14f6-a44c-4c11-96c3-a282c3e99d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:13:41.990442 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-3e727198-2b9c-41c0-a8dc-77661d0dcca0 req-6da306b3-3c1a-4c5a-a942-ae502b7ed1fe service neutron] 10.222.0.42 "GET /v2.0/networks/c00924aa-47db-4fd4-bda2-4f4111d84f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229646 Sep 10 15:13:42.189923 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device d7f7cf83-5ece-4843-af89-ef8a32391652 up at agent hyperv_hv-cinder-76015 {{(pid=94011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:13:42.234372 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811ad117-7fdb-43e0-b12d-4fa682d7bf98 None None] New status for floating IP 1eeb88ef-818d-45a4-b6de-35c8e2b60fcd: ACTIVE {{(pid=94011) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 15:13:42.416152 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Provisioning for port d7f7cf83-5ece-4843-af89-ef8a32391652 completed by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:13:42.427629 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Provisioning complete for port d7f7cf83-5ece-4843-af89-ef8a32391652 triggered by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:13:42.428013 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:42.557786 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:42.590782 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fd45e5e-435f-4701-8a34-6609730c20b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7f7cf83-5ece-4843-af89-ef8a32391652'}] {{(pid=94011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:13:42.593188 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eff4842c0e32827c09e5fc730d7a4a2f35fc7e77767eed508a7d5fefd1bac28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb48fd03-f6d9-4b6e-8d61-203b58bf7a50" -d '{"events": [{"server_uuid": "7fd45e5e-435f-4701-8a34-6609730c20b2", "name": "network-vif-plugged", "status": "completed", "tag": "d7f7cf83-5ece-4843-af89-ef8a32391652"}]}' {{(pid=94011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:13:42.608847 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] For port d7f7cf83-5ece-4843-af89-ef8a32391652, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=d7f7cf83-5ece-4843-af89-ef8a32391652,segment=NetworkSegment(516d7949-fb86-4c13-a3db-25439db90102),segment_id=516d7949-fb86-4c13-a3db-25439db90102)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:13:42.613790 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:42.641296 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc72f50-3ca4-4cdc-97c6-4cbce6c65876 x-openstack-request-id: req-7cc72f50-3ca4-4cdc-97c6-4cbce6c65876 {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:13:42.641628 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fd45e5e-435f-4701-8a34-6609730c20b2", "name": "network-vif-plugged", "status": "completed", "tag": "d7f7cf83-5ece-4843-af89-ef8a32391652", "code": 200}]} {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:13:42.641920 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7cc72f50-3ca4-4cdc-97c6-4cbce6c65876 {{(pid=94011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:13:42.642376 dv-cinder-760153-10-iscsi neutron-server[94011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fd45e5e-435f-4701-8a34-6609730c20b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7f7cf83-5ece-4843-af89-ef8a32391652', 'code': 200} Sep 10 15:13:42.676099 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5585e296-9b59-4d91-8b49-bc4a79ef80af req-d893585e-1e4d-4251-9797-762872127d4f tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:42.679654 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-5585e296-9b59-4d91-8b49-bc4a79ef80af req-d893585e-1e4d-4251-9797-762872127d4f tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/ports?device_id=7fd45e5e-435f-4701-8a34-6609730c20b2 HTTP/1.1" status: 200 len: 945 time: 0.0794165 Sep 10 15:13:42.690363 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Pushing event updated for resources: {'Port': ['ID=d7f7cf83-5ece-4843-af89-ef8a32391652,revision_number=5']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:42.724727 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-5585e296-9b59-4d91-8b49-bc4a79ef80af req-2a2a4b45-d764-4853-a960-7043f8793e34 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/security-groups?id=973a4cb4-473a-45a2-bf0e-8a8e36198643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367024 Sep 10 15:13:42.838317 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041875a0-1230-4130-ab35-61ec2477f71b req-0109741e-7f52-4aed-a354-cad100d55700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:42.839817 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-041875a0-1230-4130-ab35-61ec2477f71b req-0109741e-7f52-4aed-a354-cad100d55700 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7fd45e5e-435f-4701-8a34-6609730c20b2 HTTP/1.1" status: 200 len: 1099 time: 0.0451856 Sep 10 15:13:42.883278 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-041875a0-1230-4130-ab35-61ec2477f71b req-e26dd192-d1f0-432a-ac21-28218e2c80f5 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=973a4cb4-473a-45a2-bf0e-8a8e36198643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355027 Sep 10 15:13:43.851073 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1b4338-782b-4d1d-9a3f-a5e189ea26b5 req-072c6faa-8e58-4997-b6e8-8baa28e96bb6 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:43.852549 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-4d1b4338-782b-4d1d-9a3f-a5e189ea26b5 req-072c6faa-8e58-4997-b6e8-8baa28e96bb6 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/ports?device_id=7fd45e5e-435f-4701-8a34-6609730c20b2 HTTP/1.1" status: 200 len: 946 time: 0.0490267 Sep 10 15:13:43.890925 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-4d1b4338-782b-4d1d-9a3f-a5e189ea26b5 req-c10b8462-8b9c-4354-8190-e652cf1bce0c tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/security-groups?id=973a4cb4-473a-45a2-bf0e-8a8e36198643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320756 Sep 10 15:13:44.402541 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 48104) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:13:44.838107 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-823e8a83-0d26-4897-b9ef-28992af3eb72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586107'] for router_interface, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:45.025488 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac102c0-9ce5-4f33-ac2a-dc20f3570f2b req-8864a87d-169a-42a3-b928-d0f114170179 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:45.027419 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-dac102c0-9ce5-4f33-ac2a-dc20f3570f2b req-8864a87d-169a-42a3-b928-d0f114170179 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/ports?device_id=7fd45e5e-435f-4701-8a34-6609730c20b2 HTTP/1.1" status: 200 len: 946 time: 0.0554309 Sep 10 15:13:45.072804 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-dac102c0-9ce5-4f33-ac2a-dc20f3570f2b req-af10a937-18c4-4d77-9d13-f89b10234781 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/security-groups?id=973a4cb4-473a-45a2-bf0e-8a8e36198643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379617 Sep 10 15:13:45.332176 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.plugin [None req-823e8a83-0d26-4897-b9ef-28992af3eb72 admin admin] Deleting port a6121906-e268-4286-a449-4c77a390ff70 {{(pid=94010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:13:45.332509 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-823e8a83-0d26-4897-b9ef-28992af3eb72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748757118522'] for port, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:45.408211 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.db [None req-823e8a83-0d26-4897-b9ef-28992af3eb72 admin admin] For port a6121906-e268-4286-a449-4c77a390ff70, host dv-cinder-760153-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-10-iscsi',level=0,port_id=a6121906-e268-4286-a449-4c77a390ff70,segment=NetworkSegment(adc254f0-00c9-46af-adb3-b3d1f6ff0d76),segment_id=adc254f0-00c9-46af-adb3-b3d1f6ff0d76)] {{(pid=94010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:13:45.408883 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-823e8a83-0d26-4897-b9ef-28992af3eb72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530186'] for port, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:45.421239 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.plugin [None req-823e8a83-0d26-4897-b9ef-28992af3eb72 admin admin] Calling delete_port for a6121906-e268-4286-a449-4c77a390ff70 owned by network:router_interface {{(pid=94010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:13:45.608483 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-823e8a83-0d26-4897-b9ef-28992af3eb72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748757126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748756606410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14298976'] for port, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:45.631994 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823e8a83-0d26-4897-b9ef-28992af3eb72 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6121906-e268-4286-a449-4c77a390ff70,revision_number=None']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:45.799424 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-823e8a83-0d26-4897-b9ef-28992af3eb72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586191'] for router_interface, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:46.031963 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-823e8a83-0d26-4897-b9ef-28992af3eb72 admin admin] Router 75318aa0-7754-4055-b8f8-254019025fad has already been hosted by L3 agent b0771735-54fe-4ba2-aeee-11d3b2b54cf1 {{(pid=94010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 15:13:46.153786 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-823e8a83-0d26-4897-b9ef-28992af3eb72 admin admin] Notify agent at l3_agent.dv-cinder-760153-10-iscsi the message routers_updated {{(pid=94010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:13:46.159745 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-823e8a83-0d26-4897-b9ef-28992af3eb72 admin admin] 10.222.0.35 "PUT /v2.0/routers/75318aa0-7754-4055-b8f8-254019025fad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7558939 Sep 10 15:13:46.163756 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 48126) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:13:46.165390 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abdc849-5ba7-4f51-aa8a-5dc935ac974b None None] Sync routers for ids ['75318aa0-7754-4055-b8f8-254019025fad'] in dv-cinder-760153-10-iscsi {{(pid=94012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:13:46.175295 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abdc849-5ba7-4f51-aa8a-5dc935ac974b None None] Routers {'75318aa0-7754-4055-b8f8-254019025fad'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:13:46.175801 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-1abdc849-5ba7-4f51-aa8a-5dc935ac974b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T15:13:27Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['75318aa0-7754-4055-b8f8-254019025fad'], 'active': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:13:46.282010 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvr_db [None req-1abdc849-5ba7-4f51-aa8a-5dc935ac974b None None] Set router 75318aa0-7754-4055-b8f8-254019025fad gateway port host: dv-cinder-760153-10-iscsi {{(pid=94012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:13:46.282741 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-5dfe7fe7-21ca-40dd-b066-263c70b7e87a admin admin] Notify callbacks [] for router, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:46.397279 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-5dfe7fe7-21ca-40dd-b066-263c70b7e87a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:46.449842 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.plugin [None req-5dfe7fe7-21ca-40dd-b066-263c70b7e87a admin admin] Deleting port a1386db7-90f2-4a27-976b-3ecd198cac74 {{(pid=94009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:13:46.450212 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-5dfe7fe7-21ca-40dd-b066-263c70b7e87a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748757118522'] for port, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:46.477979 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-1abdc849-5ba7-4f51-aa8a-5dc935ac974b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75318aa0-7754-4055-b8f8-254019025fad', 'name': 'tempest-AttachVolumeShelveTestJSON-1850833039-router', 'tenant_id': 'c0149948ecbd4da99adb4e990da99cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'a1386db7-90f2-4a27-976b-3ecd198cac74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:05:57Z', 'updated_at': '2021-09-10T15:13:45Z', 'revision_number': 5, 'project_id': 'c0149948ecbd4da99adb4e990da99cd9', 'gw_port': {'id': 'a1386db7-90f2-4a27-976b-3ecd198cac74', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:88:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75318aa0-7754-4055-b8f8-254019025fad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:05:59Z', 'updated_at': '2021-09-10T15:06:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi'}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:13:46.505971 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abdc849-5ba7-4f51-aa8a-5dc935ac974b None None] Checking router: 75318aa0-7754-4055-b8f8-254019025fad for host: dv-cinder-760153-10-iscsi {{(pid=94012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:13:46.518200 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abdc849-5ba7-4f51-aa8a-5dc935ac974b None None] Routers {'75318aa0-7754-4055-b8f8-254019025fad'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:13:46.518834 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-1abdc849-5ba7-4f51-aa8a-5dc935ac974b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T15:13:27Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['75318aa0-7754-4055-b8f8-254019025fad'], 'active': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:13:46.535599 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.db [None req-5dfe7fe7-21ca-40dd-b066-263c70b7e87a admin admin] For port a1386db7-90f2-4a27-976b-3ecd198cac74, host dv-cinder-760153-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-10-iscsi',level=0,port_id=a1386db7-90f2-4a27-976b-3ecd198cac74,segment=NetworkSegment(62148626-c573-4694-a829-31b2bfa74c0d),segment_id=62148626-c573-4694-a829-31b2bfa74c0d)] {{(pid=94009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:13:46.536452 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-5dfe7fe7-21ca-40dd-b066-263c70b7e87a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530186'] for port, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:46.549325 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.plugin [None req-5dfe7fe7-21ca-40dd-b066-263c70b7e87a admin admin] Calling delete_port for a1386db7-90f2-4a27-976b-3ecd198cac74 owned by network:router_gateway {{(pid=94009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:13:46.723909 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvr_db [None req-1abdc849-5ba7-4f51-aa8a-5dc935ac974b None None] Set router 75318aa0-7754-4055-b8f8-254019025fad gateway port host: None {{(pid=94012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:13:46.773210 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-5dfe7fe7-21ca-40dd-b066-263c70b7e87a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748757126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748756606410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1040815'] for port, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:46.776770 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-1abdc849-5ba7-4f51-aa8a-5dc935ac974b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75318aa0-7754-4055-b8f8-254019025fad', 'name': 'tempest-AttachVolumeShelveTestJSON-1850833039-router', 'tenant_id': 'c0149948ecbd4da99adb4e990da99cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:05:57Z', 'updated_at': '2021-09-10T15:13:46Z', 'revision_number': 6, 'project_id': 'c0149948ecbd4da99adb4e990da99cd9', 'gw_port_host': None}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:13:46.806473 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abdc849-5ba7-4f51-aa8a-5dc935ac974b None None] The sync data for ids ['75318aa0-7754-4055-b8f8-254019025fad'] in dv-cinder-760153-10-iscsi is: [{'id': '75318aa0-7754-4055-b8f8-254019025fad', 'name': 'tempest-AttachVolumeShelveTestJSON-1850833039-router', 'tenant_id': 'c0149948ecbd4da99adb4e990da99cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:05:57Z', 'updated_at': '2021-09-10T15:13:46Z', 'revision_number': 6, 'project_id': 'c0149948ecbd4da99adb4e990da99cd9', 'gw_port_host': None}] {{(pid=94012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:13:46.825480 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfe7fe7-21ca-40dd-b066-263c70b7e87a admin admin] Pushing event deleted for resources: {'Port': ['ID=a1386db7-90f2-4a27-976b-3ecd198cac74,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:46.956963 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41705c8e-2cfa-4624-a903-05e16307843c req-6dd10bb9-a2a7-4e30-9bfc-546d5a595014 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:46.959294 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-41705c8e-2cfa-4624-a903-05e16307843c req-6dd10bb9-a2a7-4e30-9bfc-546d5a595014 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/networks?id=c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5 HTTP/1.1" status: 200 len: 815 time: 0.1998692 Sep 10 15:13:46.960110 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-5dfe7fe7-21ca-40dd-b066-263c70b7e87a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-582701'] for router_gateway, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:47.347682 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-41705c8e-2cfa-4624-a903-05e16307843c req-e59136e0-e52e-4f16-8b14-7da962fe1126 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/quotas/e888ef2156604577a96c109c40bc5380 HTTP/1.1" status: 200 len: 375 time: 0.3712335 Sep 10 15:13:47.393418 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-5dfe7fe7-21ca-40dd-b066-263c70b7e87a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-329'] for router, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:47.398080 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-5dfe7fe7-21ca-40dd-b066-263c70b7e87a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:47.487762 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-5dfe7fe7-21ca-40dd-b066-263c70b7e87a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587159'] for router, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:47.488322 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dfe7fe7-21ca-40dd-b066-263c70b7e87a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75318aa0-7754-4055-b8f8-254019025fad {{(pid=94009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 15:13:47.494864 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-5dfe7fe7-21ca-40dd-b066-263c70b7e87a admin admin] Notify callbacks [] for router, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:47.496018 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-5dfe7fe7-21ca-40dd-b066-263c70b7e87a admin admin] 10.222.0.35 "DELETE /v2.0/routers/75318aa0-7754-4055-b8f8-254019025fad HTTP/1.1" status: 204 len: 168 time: 1.3306823 Sep 10 15:13:47.498516 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 48144) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:13:47.514064 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-41705c8e-2cfa-4624-a903-05e16307843c req-05f49093-e0d4-45e3-8a37-80e9de344471 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e888ef2156604577a96c109c40bc5380&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1591084 Sep 10 15:13:47.594351 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.db_base_plugin_v2 [None req-879e1cc1-a941-42f6-a2ad-01f49b68705c admin admin] Deleting subnet 782052c7-4991-4efe-97d8-5a0e8f67d6bc {{(pid=94009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 15:13:47.626206 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-879e1cc1-a941-42f6-a2ad-01f49b68705c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:47.680716 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-879e1cc1-a941-42f6-a2ad-01f49b68705c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15526112'] for subnet, precommit_delete_associations {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:47.705421 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-41705c8e-2cfa-4624-a903-05e16307843c req-fdd842f7-bb4a-4869-bc17-d443f4f2f597 service neutron] 10.222.0.35 "GET /v2.0/networks/c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709154 Sep 10 15:13:47.846969 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-879e1cc1-a941-42f6-a2ad-01f49b68705c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1678090'] for subnet, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:47.877663 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-41705c8e-2cfa-4624-a903-05e16307843c req-d34730d5-04b3-484e-a4d7-1cd8dfb248ea service neutron] 10.222.0.35 "GET /v2.0/networks/c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648948 Sep 10 15:13:47.917486 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-879e1cc1-a941-42f6-a2ad-01f49b68705c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1678083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1040786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13677773'] for subnet, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:47.946156 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e1cc1-a941-42f6-a2ad-01f49b68705c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=782052c7-4991-4efe-97d8-5a0e8f67d6bc,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:47.949874 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-879e1cc1-a941-42f6-a2ad-01f49b68705c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:47.951987 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-879e1cc1-a941-42f6-a2ad-01f49b68705c admin admin] 10.222.0.35 "DELETE /v2.0/subnets/782052c7-4991-4efe-97d8-5a0e8f67d6bc HTTP/1.1" status: 204 len: 168 time: 0.4523604 Sep 10 15:13:47.954531 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 48148) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:13:47.957061 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0653b4a-e378-4a06-b9ec-d591a7f85776 None None] Network d8cbe470-bc98-41a4-a428-659bec184b54 requested from dv-cinder-760153-10-iscsi {{(pid=94011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:13:48.038841 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-cd116c49-edb6-44eb-b3fa-5a349bc98533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626838'] for network, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:48.089176 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-2f9c4380-1649-4acd-b85a-a2f6c91d9707 req-f99ef538-8f48-48d6-b287-30a109428123 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/ports?device_id=18d833cf-f79a-4b6d-8a91-bf6359224c34 HTTP/1.1" status: 200 len: 210 time: 0.0446732 Sep 10 15:13:48.117237 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.plugin [None req-cd116c49-edb6-44eb-b3fa-5a349bc98533 admin admin] Deleting port 8d9647fc-431d-4f40-856e-7e79eab73dbd {{(pid=94010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:13:48.117721 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-cd116c49-edb6-44eb-b3fa-5a349bc98533 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748757118522'] for port, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:48.140053 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device a6121906-e268-4286-a449-4c77a390ff70 no longer exists at agent ovs-agent-dv-cinder-760153-10-iscsi {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:13:48.168185 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] No Port match for: a6121906-e268-4286-a449-4c77a390ff70 {{(pid=94011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:13:48.169646 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device a6121906-e268-4286-a449-4c77a390ff70 not bound to the agent host dv-cinder-760153-10-iscsi {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:13:48.169646 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device a1386db7-90f2-4a27-976b-3ecd198cac74 no longer exists at agent ovs-agent-dv-cinder-760153-10-iscsi {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:13:48.199227 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] No Port match for: a1386db7-90f2-4a27-976b-3ecd198cac74 {{(pid=94011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:13:48.199574 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device a1386db7-90f2-4a27-976b-3ecd198cac74 not bound to the agent host dv-cinder-760153-10-iscsi {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:13:48.211502 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.db [None req-cd116c49-edb6-44eb-b3fa-5a349bc98533 admin admin] For port 8d9647fc-431d-4f40-856e-7e79eab73dbd, host dv-cinder-760153-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-10-iscsi',level=0,port_id=8d9647fc-431d-4f40-856e-7e79eab73dbd,segment=NetworkSegment(adc254f0-00c9-46af-adb3-b3d1f6ff0d76),segment_id=adc254f0-00c9-46af-adb3-b3d1f6ff0d76)] {{(pid=94010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:13:48.212054 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-cd116c49-edb6-44eb-b3fa-5a349bc98533 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530186'] for port, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:48.216852 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7595d5a7-abf4-4b60-930a-896ee73d06c8 None None] DHCP port deletion for d8cbe470-bc98-41a4-a428-659bec184b54 request from dv-cinder-760153-10-iscsi {{(pid=94011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 15:13:48.228307 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.plugin [None req-cd116c49-edb6-44eb-b3fa-5a349bc98533 admin admin] Calling delete_port for 8d9647fc-431d-4f40-856e-7e79eab73dbd owned by network:dhcp {{(pid=94010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:13:48.275954 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-7595d5a7-abf4-4b60-930a-896ee73d06c8 None None] Deleting port 8d9647fc-431d-4f40-856e-7e79eab73dbd {{(pid=94011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:13:48.276341 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-7595d5a7-abf4-4b60-930a-896ee73d06c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748757118522'] for port, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:48.333188 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-cd116c49-edb6-44eb-b3fa-5a349bc98533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748757126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748756606410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14298976'] for port, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:48.362317 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd116c49-edb6-44eb-b3fa-5a349bc98533 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d9647fc-431d-4f40-856e-7e79eab73dbd,revision_number=None']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:48.367958 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd116c49-edb6-44eb-b3fa-5a349bc98533 admin admin] No DVR routers for this DVR port 8d9647fc-431d-4f40-856e-7e79eab73dbd on host dv-cinder-760153-10-iscsi {{(pid=94010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 15:13:48.378263 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-7595d5a7-abf4-4b60-930a-896ee73d06c8 None None] For port 8d9647fc-431d-4f40-856e-7e79eab73dbd, host dv-cinder-760153-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-10-iscsi',level=0,port_id=8d9647fc-431d-4f40-856e-7e79eab73dbd,segment=NetworkSegment(adc254f0-00c9-46af-adb3-b3d1f6ff0d76),segment_id=adc254f0-00c9-46af-adb3-b3d1f6ff0d76)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:13:48.378671 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-7595d5a7-abf4-4b60-930a-896ee73d06c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530186'] for port, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:48.395047 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-7595d5a7-abf4-4b60-930a-896ee73d06c8 None None] Calling delete_port for 8d9647fc-431d-4f40-856e-7e79eab73dbd owned by network:dhcp {{(pid=94011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:13:48.459931 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-cd116c49-edb6-44eb-b3fa-5a349bc98533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1672831', 'neutron.services.segments.db._delete_segments_for_network-8748756906397'] for network, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:48.483413 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.services.segments.db [None req-cd116c49-edb6-44eb-b3fa-5a349bc98533 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8cbe470-bc98-41a4-a428-659bec184b54']}} {{(pid=94010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:13:48.498383 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-7595d5a7-abf4-4b60-930a-896ee73d06c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748757126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748756606410'] for port, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:48.500777 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.services.segments.db [None req-cd116c49-edb6-44eb-b3fa-5a349bc98533 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adc254f0-00c9-46af-adb3-b3d1f6ff0d76') {'for_net_delete': True} {{(pid=94010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:13:48.501559 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.services.segments.db [None req-cd116c49-edb6-44eb-b3fa-5a349bc98533 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adc254f0-00c9-46af-adb3-b3d1f6ff0d76') {} {{(pid=94010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:13:48.522364 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-cd116c49-edb6-44eb-b3fa-5a349bc98533 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748756906150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14298954'] for segment, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:48.529735 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7595d5a7-abf4-4b60-930a-896ee73d06c8 None None] Pushing event deleted for resources: {'Port': ['ID=8d9647fc-431d-4f40-856e-7e79eab73dbd,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:48.533675 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7595d5a7-abf4-4b60-930a-896ee73d06c8 None None] No DVR routers for this DVR port 8d9647fc-431d-4f40-856e-7e79eab73dbd on host dv-cinder-760153-10-iscsi {{(pid=94011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 15:13:48.557103 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-cd116c49-edb6-44eb-b3fa-5a349bc98533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672864'] for segment, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:48.566514 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd116c49-edb6-44eb-b3fa-5a349bc98533 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=94010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 15:13:48.573698 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-cd116c49-edb6-44eb-b3fa-5a349bc98533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298559'] for segment, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:48.573698 dv-cinder-760153-10-iscsi neutron-server[94010]: Traceback (most recent call last): Sep 10 15:13:48.573698 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 15:13:48.573698 dv-cinder-760153-10-iscsi neutron-server[94010]: timer() Sep 10 15:13:48.573698 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 15:13:48.573698 dv-cinder-760153-10-iscsi neutron-server[94010]: cb(*args, **kw) Sep 10 15:13:48.573698 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 15:13:48.573698 dv-cinder-760153-10-iscsi neutron-server[94010]: return func(*args, **kwargs) Sep 10 15:13:48.573698 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 15:13:48.573698 dv-cinder-760153-10-iscsi neutron-server[94010]: self._notify() Sep 10 15:13:48.573698 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 15:13:48.573698 dv-cinder-760153-10-iscsi neutron-server[94010]: self.callback(batched_events) Sep 10 15:13:48.573698 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 15:13:48.573698 dv-cinder-760153-10-iscsi neutron-server[94010]: event.method(event) Sep 10 15:13:48.573698 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 15:13:48.573698 dv-cinder-760153-10-iscsi neutron-server[94010]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 15:13:48.573698 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 15:13:48.573698 dv-cinder-760153-10-iscsi neutron-server[94010]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 15:13:48.573698 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 15:13:48.573698 dv-cinder-760153-10-iscsi neutron-server[94010]: return f(self, *a, **k) Sep 10 15:13:48.573698 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 15:13:48.573698 dv-cinder-760153-10-iscsi neutron-server[94010]: return self._get(url).json() Sep 10 15:13:48.573698 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 15:13:48.573698 dv-cinder-760153-10-iscsi neutron-server[94010]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 15:13:48.573698 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 15:13:48.573698 dv-cinder-760153-10-iscsi neutron-server[94010]: return self.request(url, 'GET', **kwargs) Sep 10 15:13:48.573698 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 15:13:48.573698 dv-cinder-760153-10-iscsi neutron-server[94010]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 15:13:48.573698 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 15:13:48.573698 dv-cinder-760153-10-iscsi neutron-server[94010]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 15:13:48.573698 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 15:13:48.573698 dv-cinder-760153-10-iscsi neutron-server[94010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 15:13:48.573698 dv-cinder-760153-10-iscsi neutron-server[94010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 15:13:48.639287 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-cd116c49-edb6-44eb-b3fa-5a349bc98533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582729'] for network, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:48.648855 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-cd116c49-edb6-44eb-b3fa-5a349bc98533 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526879'] for network, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:48.652344 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-cd116c49-edb6-44eb-b3fa-5a349bc98533 admin admin] 10.222.0.35 "DELETE /v2.0/networks/d8cbe470-bc98-41a4-a428-659bec184b54 HTTP/1.1" status: 204 len: 168 time: 0.6960325 Sep 10 15:13:48.665358 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd116c49-edb6-44eb-b3fa-5a349bc98533 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8cbe470-bc98-41a4-a428-659bec184b54,revision_number=None']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:48.784025 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 48162) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:13:48.836100 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-3c7bc41b-eeb0-4d4e-802b-5d61ff43d586 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c0149948ecbd4da99adb4e990da99cd9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0507154 Sep 10 15:13:48.838867 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 48164) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:13:48.889102 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-fbbcdc0c-8855-4033-a8d2-b4d637770017 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:48.909950 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-fbbcdc0c-8855-4033-a8d2-b4d637770017 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:48.956672 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-fbbcdc0c-8855-4033-a8d2-b4d637770017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:48.959276 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-fbbcdc0c-8855-4033-a8d2-b4d637770017 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:48.960438 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-fbbcdc0c-8855-4033-a8d2-b4d637770017 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7f7159f2-8888-4206-9111-64a41ed5af9b HTTP/1.1" status: 204 len: 168 time: 0.1204829 Sep 10 15:13:48.968448 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbcdc0c-8855-4033-a8d2-b4d637770017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f7159f2-8888-4206-9111-64a41ed5af9b,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:49.182377 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-d38c1d87-d63f-4a90-90af-4e372a159b6b req-2a63421b-5648-4a10-882e-e4016e07f8ef tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/ports?device_id=18d833cf-f79a-4b6d-8a91-bf6359224c34 HTTP/1.1" status: 200 len: 210 time: 0.0435266 Sep 10 15:13:49.257275 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41705c8e-2cfa-4624-a903-05e16307843c req-47f75472-731f-4912-92fa-0662fc40c27e tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:49.259502 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-41705c8e-2cfa-4624-a903-05e16307843c req-47f75472-731f-4912-92fa-0662fc40c27e tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.42 "GET /v2.0/networks?id=c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5 HTTP/1.1" status: 200 len: 815 time: 0.1480262 Sep 10 15:13:49.285916 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.v2.base [req-41705c8e-2cfa-4624-a903-05e16307843c req-742cb71c-6aff-4bf3-9248-6ba9b2f4a662 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Request body: {'port': {'device_id': '18d833cf-f79a-4b6d-8a91-bf6359224c34', 'network_id': 'c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5', 'admin_state_up': True, 'tenant_id': 'e888ef2156604577a96c109c40bc5380'}} {{(pid=94009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:13:49.418385 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41705c8e-2cfa-4624-a903-05e16307843c req-742cb71c-6aff-4bf3-9248-6ba9b2f4a662 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Made reservation on behalf of e888ef2156604577a96c109c40bc5380 for: {'port': 1} {{(pid=94009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:13:49.421988 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-41705c8e-2cfa-4624-a903-05e16307843c req-742cb71c-6aff-4bf3-9248-6ba9b2f4a662 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:49.565923 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.db_base_plugin_common [req-41705c8e-2cfa-4624-a903-05e16307843c req-742cb71c-6aff-4bf3-9248-6ba9b2f4a662 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Allocated IP 172.20.0.12 (c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5/1f0bde31-9aed-46d5-83ea-21eae3122752/8c258350-3b73-4951-95d5-7af847d13476) {{(pid=94009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:13:49.730989 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-41705c8e-2cfa-4624-a903-05e16307843c req-742cb71c-6aff-4bf3-9248-6ba9b2f4a662 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Notify callbacks [] for port, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:49.774785 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-41705c8e-2cfa-4624-a903-05e16307843c req-742cb71c-6aff-4bf3-9248-6ba9b2f4a662 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748756606401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1040815'] for port, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:49.793286 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] get_ports_and_sgs() called for port_ids ['f63b4e62-414f-4205-93ba-64c8a3147b6c', 'd7f7cf83-5ece-4843-af89-ef8a32391652'] {{(pid=94011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 15:13:49.823644 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41705c8e-2cfa-4624-a903-05e16307843c req-742cb71c-6aff-4bf3-9248-6ba9b2f4a662 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Network c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5 is already hosted by enough agents. {{(pid=94009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:13:49.826969 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.base_scheduler [req-41705c8e-2cfa-4624-a903-05e16307843c req-742cb71c-6aff-4bf3-9248-6ba9b2f4a662 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Resources bound (agent type, host, resource id): {{(pid=94009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:13:49.833823 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.l3_dvrscheduler_db [req-41705c8e-2cfa-4624-a903-05e16307843c req-742cb71c-6aff-4bf3-9248-6ba9b2f4a662 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Received port after_create {{(pid=94009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:13:49.859327 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742cb71c-6aff-4bf3-9248-6ba9b2f4a662 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Pushing event updated for resources: {'Port': ['ID=8c258350-3b73-4951-95d5-7af847d13476,revision_number=1']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:49.916844 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41705c8e-2cfa-4624-a903-05e16307843c req-742cb71c-6aff-4bf3-9248-6ba9b2f4a662 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:49.917678 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-41705c8e-2cfa-4624-a903-05e16307843c req-742cb71c-6aff-4bf3-9248-6ba9b2f4a662 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46804'] for port, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:49.939607 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-41705c8e-2cfa-4624-a903-05e16307843c req-742cb71c-6aff-4bf3-9248-6ba9b2f4a662 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6576247 Sep 10 15:13:49.961749 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.v2.base [req-41705c8e-2cfa-4624-a903-05e16307843c req-fcf889f6-f24e-4007-a3d9-0047faec0f59 service neutron] Request body: {'port': {'device_id': '18d833cf-f79a-4b6d-8a91-bf6359224c34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76015'}} {{(pid=94009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:13:50.057660 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-41705c8e-2cfa-4624-a903-05e16307843c req-fcf889f6-f24e-4007-a3d9-0047faec0f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:50.097049 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device 8d9647fc-431d-4f40-856e-7e79eab73dbd no longer exists at agent ovs-agent-dv-cinder-760153-10-iscsi {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:13:50.140376 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] No Port match for: 8d9647fc-431d-4f40-856e-7e79eab73dbd {{(pid=94011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:13:50.140709 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device 8d9647fc-431d-4f40-856e-7e79eab73dbd not bound to the agent host dv-cinder-760153-10-iscsi {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:13:50.373857 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a23114c-aedb-44d8-bb35-0cd7cb120d96 req-27ff7b24-31ab-4ef6-8d12-996b1da2dcc7 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:50.375607 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-1a23114c-aedb-44d8-bb35-0cd7cb120d96 req-27ff7b24-31ab-4ef6-8d12-996b1da2dcc7 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/ports?device_id=18d833cf-f79a-4b6d-8a91-bf6359224c34 HTTP/1.1" status: 200 len: 932 time: 0.0955210 Sep 10 15:13:50.459133 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-1a23114c-aedb-44d8-bb35-0cd7cb120d96 req-0c360f0e-df19-4fac-b280-2ba961e94c1b tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/security-groups?id=973a4cb4-473a-45a2-bf0e-8a8e36198643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741715 Sep 10 15:13:50.461366 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.notifiers.nova [req-41705c8e-2cfa-4624-a903-05e16307843c req-fcf889f6-f24e-4007-a3d9-0047faec0f59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c258350-3b73-4951-95d5-7af847d13476 {{(pid=94009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:13:50.471092 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-41705c8e-2cfa-4624-a903-05e16307843c req-fcf889f6-f24e-4007-a3d9-0047faec0f59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:50.496988 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.provisioning_blocks [req-41705c8e-2cfa-4624-a903-05e16307843c req-fcf889f6-f24e-4007-a3d9-0047faec0f59 service neutron] Transition to ACTIVE for port object 8c258350-3b73-4951-95d5-7af847d13476 will not be triggered until provisioned by entity L2. {{(pid=94009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:13:50.502328 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-41705c8e-2cfa-4624-a903-05e16307843c req-fcf889f6-f24e-4007-a3d9-0047faec0f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1041244'] for port, after_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:50.559675 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf889f6-f24e-4007-a3d9-0047faec0f59 service neutron] Pushing event updated for resources: {'Port': ['ID=8c258350-3b73-4951-95d5-7af847d13476,revision_number=2']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:50.633664 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.managers [req-41705c8e-2cfa-4624-a903-05e16307843c req-fcf889f6-f24e-4007-a3d9-0047faec0f59 service neutron] Attempting to bind port 8c258350-3b73-4951-95d5-7af847d13476 on host hv-cinder-76015 for vnic_type normal with profile {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:13:50.634013 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.managers [req-41705c8e-2cfa-4624-a903-05e16307843c req-fcf889f6-f24e-4007-a3d9-0047faec0f59 service neutron] Attempting to bind port 8c258350-3b73-4951-95d5-7af847d13476 by drivers openvswitch,hyperv on host hv-cinder-76015 at level 0 using segments [{'id': '516d7949-fb86-4c13-a3db-25439db90102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5'}] {{(pid=94009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:13:50.634377 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41705c8e-2cfa-4624-a903-05e16307843c req-fcf889f6-f24e-4007-a3d9-0047faec0f59 service neutron] Attempting to bind port 8c258350-3b73-4951-95d5-7af847d13476 on network c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5 {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:13:50.639891 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41705c8e-2cfa-4624-a903-05e16307843c req-fcf889f6-f24e-4007-a3d9-0047faec0f59 service neutron] Port 8c258350-3b73-4951-95d5-7af847d13476 on network c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76015 {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 15:13:50.640221 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41705c8e-2cfa-4624-a903-05e16307843c req-fcf889f6-f24e-4007-a3d9-0047faec0f59 service neutron] Attempting to bind port 8c258350-3b73-4951-95d5-7af847d13476 on network c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5 {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:13:50.646481 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41705c8e-2cfa-4624-a903-05e16307843c req-fcf889f6-f24e-4007-a3d9-0047faec0f59 service neutron] Checking agent: {'id': '97479926-a0bf-4e38-9164-b44674cd2f3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76015', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 15, 4, 9), 'started_at': datetime.datetime(2021, 9, 10, 15, 4, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:13:50.646819 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41705c8e-2cfa-4624-a903-05e16307843c req-fcf889f6-f24e-4007-a3d9-0047faec0f59 service neutron] Checking segment: {'id': '516d7949-fb86-4c13-a3db-25439db90102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:13:50.647207 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41705c8e-2cfa-4624-a903-05e16307843c req-fcf889f6-f24e-4007-a3d9-0047faec0f59 service neutron] Bound using segment: {'id': '516d7949-fb86-4c13-a3db-25439db90102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5'} {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:13:50.647650 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.managers [req-41705c8e-2cfa-4624-a903-05e16307843c req-fcf889f6-f24e-4007-a3d9-0047faec0f59 service neutron] Bound port: 8c258350-3b73-4951-95d5-7af847d13476, host: hv-cinder-76015, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '516d7949-fb86-4c13-a3db-25439db90102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5'}}] {{(pid=94009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:13:50.648039 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-41705c8e-2cfa-4624-a903-05e16307843c req-fcf889f6-f24e-4007-a3d9-0047faec0f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:50.720637 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.db [req-41705c8e-2cfa-4624-a903-05e16307843c req-fcf889f6-f24e-4007-a3d9-0047faec0f59 service neutron] For port 8c258350-3b73-4951-95d5-7af847d13476, host hv-cinder-76015, cleared binding levels {{(pid=94009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:13:50.726939 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.db [req-41705c8e-2cfa-4624-a903-05e16307843c req-fcf889f6-f24e-4007-a3d9-0047faec0f59 service neutron] For port 8c258350-3b73-4951-95d5-7af847d13476, host hv-cinder-76015, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=8c258350-3b73-4951-95d5-7af847d13476,segment=NetworkSegment(516d7949-fb86-4c13-a3db-25439db90102),segment_id=516d7949-fb86-4c13-a3db-25439db90102)] {{(pid=94009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:13:50.732238 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-41705c8e-2cfa-4624-a903-05e16307843c req-fcf889f6-f24e-4007-a3d9-0047faec0f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1041244'] for port, after_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:50.769477 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41705c8e-2cfa-4624-a903-05e16307843c req-fcf889f6-f24e-4007-a3d9-0047faec0f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:50.769986 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-41705c8e-2cfa-4624-a903-05e16307843c req-fcf889f6-f24e-4007-a3d9-0047faec0f59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46804'] for port, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:50.772762 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-41705c8e-2cfa-4624-a903-05e16307843c req-fcf889f6-f24e-4007-a3d9-0047faec0f59 service neutron] 10.222.0.42 "PUT /v2.0/ports/8c258350-3b73-4951-95d5-7af847d13476 HTTP/1.1" status: 200 len: 1094 time: 0.8195720 Sep 10 15:13:50.773232 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18d833cf-f79a-4b6d-8a91-bf6359224c34', 'tag': '8c258350-3b73-4951-95d5-7af847d13476'}] {{(pid=94009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:13:50.775563 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9f06775dd2e397dd855044b511bdd55e5ba575987bbc09c0a11d88d405cb18b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53943262-aed6-4728-84ba-3347f6d0f176" -d '{"events": [{"name": "network-changed", "server_uuid": "18d833cf-f79a-4b6d-8a91-bf6359224c34", "tag": "8c258350-3b73-4951-95d5-7af847d13476"}]}' {{(pid=94009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:13:50.789088 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 48218) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:13:50.805395 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf889f6-f24e-4007-a3d9-0047faec0f59 service neutron] Pushing event updated for resources: {'Port': ['ID=8c258350-3b73-4951-95d5-7af847d13476,revision_number=3']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:50.840185 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 15:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa029d7e-775b-49fb-9152-e502b4e51217 x-openstack-request-id: req-aa029d7e-775b-49fb-9152-e502b4e51217 {{(pid=94009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:13:50.840836 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18d833cf-f79a-4b6d-8a91-bf6359224c34", "tag": "8c258350-3b73-4951-95d5-7af847d13476", "status": "completed", "code": 200}]} {{(pid=94009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:13:50.840836 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-aa029d7e-775b-49fb-9152-e502b4e51217 {{(pid=94009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:13:50.841066 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18d833cf-f79a-4b6d-8a91-bf6359224c34', 'tag': '8c258350-3b73-4951-95d5-7af847d13476', 'status': 'completed', 'code': 200} Sep 10 15:13:50.875617 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41705c8e-2cfa-4624-a903-05e16307843c req-3e41de80-fc8f-4007-8905-95a90c15a7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:50.877161 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-41705c8e-2cfa-4624-a903-05e16307843c req-3e41de80-fc8f-4007-8905-95a90c15a7b0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e888ef2156604577a96c109c40bc5380&device_id=18d833cf-f79a-4b6d-8a91-bf6359224c34 HTTP/1.1" status: 200 len: 1097 time: 0.0496583 Sep 10 15:13:50.919317 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-17d80e4e-0156-44b5-855b-87c11cf0322c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:50.928189 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-41705c8e-2cfa-4624-a903-05e16307843c req-4f90b694-6c54-4db1-8e3d-5638c4f6604a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c258350-3b73-4951-95d5-7af847d13476 HTTP/1.1" status: 200 len: 217 time: 0.0361526 Sep 10 15:13:50.989010 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41705c8e-2cfa-4624-a903-05e16307843c req-368f48d9-00ca-407b-b74d-573a9eaee84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:50.990686 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-41705c8e-2cfa-4624-a903-05e16307843c req-368f48d9-00ca-407b-b74d-573a9eaee84b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1f0bde31-9aed-46d5-83ea-21eae3122752 HTTP/1.1" status: 200 len: 855 time: 0.0540297 Sep 10 15:13:51.018977 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-17d80e4e-0156-44b5-855b-87c11cf0322c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:51.023640 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-17d80e4e-0156-44b5-855b-87c11cf0322c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:51.041262 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-41705c8e-2cfa-4624-a903-05e16307843c req-899a2846-53b6-437b-be7f-3bd43767ca42 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405445 Sep 10 15:13:51.065695 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-17d80e4e-0156-44b5-855b-87c11cf0322c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=65748cecb31c4c95937bb7c635ecf9c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2753654 Sep 10 15:13:51.066711 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d80e4e-0156-44b5-855b-87c11cf0322c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9bfb9f-4e27-4e04-897b-b66a290bebdd,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:51.069715 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 48222) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:13:51.124574 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-3b8d4b1a-ec28-4189-8aae-0d050fafe329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:51.147933 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-41705c8e-2cfa-4624-a903-05e16307843c req-e34f3f27-15ee-4865-bc56-a2362f4b6032 service neutron] 10.222.0.42 "GET /v2.0/networks/c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937264 Sep 10 15:13:51.150621 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-3b8d4b1a-ec28-4189-8aae-0d050fafe329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:51.201474 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-3b8d4b1a-ec28-4189-8aae-0d050fafe329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:51.204163 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-3b8d4b1a-ec28-4189-8aae-0d050fafe329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:51.208320 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-3b8d4b1a-ec28-4189-8aae-0d050fafe329 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2a9bfb9f-4e27-4e04-897b-b66a290bebdd HTTP/1.1" status: 204 len: 168 time: 0.1346793 Sep 10 15:13:51.217369 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8d4b1a-ec28-4189-8aae-0d050fafe329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9bfb9f-4e27-4e04-897b-b66a290bebdd,revision_number=None']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:51.256962 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-41705c8e-2cfa-4624-a903-05e16307843c req-3e41a380-5d39-4587-9921-47c35144ba4c service neutron] 10.222.0.42 "GET /v2.0/networks/c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000946 Sep 10 15:13:51.359797 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53943262-aed6-4728-84ba-3347f6d0f176 req-56ef48d2-df57-4131-918d-1edac1bded95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:51.361329 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-53943262-aed6-4728-84ba-3347f6d0f176 req-56ef48d2-df57-4131-918d-1edac1bded95 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e888ef2156604577a96c109c40bc5380&device_id=18d833cf-f79a-4b6d-8a91-bf6359224c34 HTTP/1.1" status: 200 len: 1097 time: 0.0427771 Sep 10 15:13:51.455986 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53943262-aed6-4728-84ba-3347f6d0f176 req-6aed3189-0ea6-4672-bebe-d0002e9394be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:51.457465 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-53943262-aed6-4728-84ba-3347f6d0f176 req-6aed3189-0ea6-4672-bebe-d0002e9394be service neutron] 10.222.0.42 "GET /v2.0/networks?id=c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5 HTTP/1.1" status: 200 len: 916 time: 0.0882618 Sep 10 15:13:51.505001 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-53943262-aed6-4728-84ba-3347f6d0f176 req-0a354044-c74a-4ac8-8f99-4261d9f1ed40 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c258350-3b73-4951-95d5-7af847d13476 HTTP/1.1" status: 200 len: 217 time: 0.0382557 Sep 10 15:13:51.507521 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 48230) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:13:51.521609 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-e4ff1994-2bb9-4e7d-bf40-23eddb6178a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:51.608119 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53943262-aed6-4728-84ba-3347f6d0f176 req-cd7d9e89-8601-4698-94f9-cf9d361db1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:51.609573 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-53943262-aed6-4728-84ba-3347f6d0f176 req-cd7d9e89-8601-4698-94f9-cf9d361db1fe service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1f0bde31-9aed-46d5-83ea-21eae3122752 HTTP/1.1" status: 200 len: 855 time: 0.0965042 Sep 10 15:13:51.625359 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-e4ff1994-2bb9-4e7d-bf40-23eddb6178a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:51.625603 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d598b1-3cec-467b-a64e-5c4331067bde req-ccf89d52-1c63-4974-b361-f2face06c267 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:51.626870 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-89d598b1-3cec-467b-a64e-5c4331067bde req-ccf89d52-1c63-4974-b361-f2face06c267 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/ports?device_id=18d833cf-f79a-4b6d-8a91-bf6359224c34 HTTP/1.1" status: 200 len: 944 time: 0.0867679 Sep 10 15:13:51.630354 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-e4ff1994-2bb9-4e7d-bf40-23eddb6178a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:51.661856 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-53943262-aed6-4728-84ba-3347f6d0f176 req-72a9ee1b-0c8a-4b78-a868-200718572b8a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340188 Sep 10 15:13:51.669344 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-e4ff1994-2bb9-4e7d-bf40-23eddb6178a0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=facafb57430d4837a72a5c176a780749&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1607652 Sep 10 15:13:51.670639 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ff1994-2bb9-4e7d-bf40-23eddb6178a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fececb0-9a50-495b-9e33-4dc57e5ab7c7,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:51.673076 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 48232) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:13:51.730385 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-89d598b1-3cec-467b-a64e-5c4331067bde req-dd6ef94b-075c-41a7-8bcb-8f79f4935848 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/security-groups?id=973a4cb4-473a-45a2-bf0e-8a8e36198643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933514 Sep 10 15:13:51.807931 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-7df856ba-6d8a-47d5-985b-153519ad969a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:51.821911 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-53943262-aed6-4728-84ba-3347f6d0f176 req-ba982ecb-9803-461b-95ca-b69776720802 service neutron] 10.222.0.42 "GET /v2.0/networks/c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503096 Sep 10 15:13:51.837765 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-7df856ba-6d8a-47d5-985b-153519ad969a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:51.954858 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-53943262-aed6-4728-84ba-3347f6d0f176 req-b6f46546-3e4e-460e-acd8-d1fff8c2722a service neutron] 10.222.0.42 "GET /v2.0/networks/c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191549 Sep 10 15:13:51.955819 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-7df856ba-6d8a-47d5-985b-153519ad969a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:51.959598 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-7df856ba-6d8a-47d5-985b-153519ad969a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:51.960718 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-7df856ba-6d8a-47d5-985b-153519ad969a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6fececb0-9a50-495b-9e33-4dc57e5ab7c7 HTTP/1.1" status: 204 len: 168 time: 0.2799573 Sep 10 15:13:51.977092 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df856ba-6d8a-47d5-985b-153519ad969a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fececb0-9a50-495b-9e33-4dc57e5ab7c7,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:52.859217 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884013c2-ad95-470b-937f-ee50a5bc8033 req-db4f7abf-9fdd-42fb-b309-4ca4f991c39a tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:52.861836 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-884013c2-ad95-470b-937f-ee50a5bc8033 req-db4f7abf-9fdd-42fb-b309-4ca4f991c39a tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/ports?device_id=18d833cf-f79a-4b6d-8a91-bf6359224c34 HTTP/1.1" status: 200 len: 944 time: 0.0630162 Sep 10 15:13:52.900159 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-884013c2-ad95-470b-937f-ee50a5bc8033 req-3fb39d00-0ae4-4adf-bd4c-c01482fee6a2 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/security-groups?id=973a4cb4-473a-45a2-bf0e-8a8e36198643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323274 Sep 10 15:13:53.760679 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 48286) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:13:53.886299 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-987ac3ba-248b-49f3-8940-308abc154b8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:54.001417 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-987ac3ba-248b-49f3-8940-308abc154b8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:54.006004 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-987ac3ba-248b-49f3-8940-308abc154b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:54.030240 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b226e-589a-40e2-97f6-84fccebdf2d4 req-0e3c8bd9-4ea9-4634-b6e6-303de6d3b3da tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:54.031765 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-b54b226e-589a-40e2-97f6-84fccebdf2d4 req-0e3c8bd9-4ea9-4634-b6e6-303de6d3b3da tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/ports?device_id=18d833cf-f79a-4b6d-8a91-bf6359224c34 HTTP/1.1" status: 200 len: 944 time: 0.0599549 Sep 10 15:13:54.053850 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-987ac3ba-248b-49f3-8940-308abc154b8f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6b34e307ae7248cbaa61209c1d3c1769&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2868481 Sep 10 15:13:54.053850 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987ac3ba-248b-49f3-8940-308abc154b8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32af2112-5a8b-456e-b2b7-b8e603fda4da,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:54.054723 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 48292) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:13:54.074972 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-b54b226e-589a-40e2-97f6-84fccebdf2d4 req-fe72e128-e30f-41d6-8750-d6dbb0ae6ae2 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/security-groups?id=973a4cb4-473a-45a2-bf0e-8a8e36198643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362194 Sep 10 15:13:54.110554 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-8f36cfee-81b6-4421-b98c-85df9117ce34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:54.131473 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-8f36cfee-81b6-4421-b98c-85df9117ce34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:54.180816 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-8f36cfee-81b6-4421-b98c-85df9117ce34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:54.185570 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-8f36cfee-81b6-4421-b98c-85df9117ce34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:54.187481 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-8f36cfee-81b6-4421-b98c-85df9117ce34 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/32af2112-5a8b-456e-b2b7-b8e603fda4da HTTP/1.1" status: 204 len: 168 time: 0.1315730 Sep 10 15:13:54.201024 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f36cfee-81b6-4421-b98c-85df9117ce34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32af2112-5a8b-456e-b2b7-b8e603fda4da,revision_number=None']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:54.235182 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device 8c258350-3b73-4951-95d5-7af847d13476 details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=94011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 15:13:54.389087 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] For port 8c258350-3b73-4951-95d5-7af847d13476, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=8c258350-3b73-4951-95d5-7af847d13476,segment=NetworkSegment(516d7949-fb86-4c13-a3db-25439db90102),segment_id=516d7949-fb86-4c13-a3db-25439db90102)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:13:54.400678 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Returning: {'device': '8c258350-3b73-4951-95d5-7af847d13476', 'network_id': 'c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5', 'port_id': '8c258350-3b73-4951-95d5-7af847d13476', 'mac_address': 'fa:16:3e:02:24:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f0bde31-9aed-46d5-83ea-21eae3122752', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 15:13:54.439794 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:54.455080 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c258350-3b73-4951-95d5-7af847d13476 {{(pid=94011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:13:54.477075 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] For port 8c258350-3b73-4951-95d5-7af847d13476, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=8c258350-3b73-4951-95d5-7af847d13476,segment=NetworkSegment(516d7949-fb86-4c13-a3db-25439db90102),segment_id=516d7949-fb86-4c13-a3db-25439db90102)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:13:54.480803 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:54.513933 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 48300) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:13:54.526951 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-c2d48b1e-53b3-433b-88f3-d9a67f6a7a21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:54.532968 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Pushing event updated for resources: {'Port': ['ID=8c258350-3b73-4951-95d5-7af847d13476,revision_number=4']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:54.621556 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-c2d48b1e-53b3-433b-88f3-d9a67f6a7a21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:54.626453 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-c2d48b1e-53b3-433b-88f3-d9a67f6a7a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:54.652450 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-9e82bfe6-2ff2-4673-96ab-780fb74f53e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:54.679200 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-c2d48b1e-53b3-433b-88f3-d9a67f6a7a21 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1a496de16aa34295954242d143ad4794&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1640210 Sep 10 15:13:54.680299 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d48b1e-53b3-433b-88f3-d9a67f6a7a21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=699523b3-c6dd-4677-af36-677f17c92941,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:54.681840 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 48302) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:13:54.731638 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-1e6cc6ef-a5ff-47d1-b911-aa7d510cf552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:54.753028 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-1e6cc6ef-a5ff-47d1-b911-aa7d510cf552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:54.770968 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] get_ports_and_sgs() called for port_ids ['8c258350-3b73-4951-95d5-7af847d13476'] {{(pid=94011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 15:13:54.805781 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-1e6cc6ef-a5ff-47d1-b911-aa7d510cf552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:54.808648 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-1e6cc6ef-a5ff-47d1-b911-aa7d510cf552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:54.810053 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-1e6cc6ef-a5ff-47d1-b911-aa7d510cf552 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/699523b3-c6dd-4677-af36-677f17c92941 HTTP/1.1" status: 204 len: 168 time: 0.1270740 Sep 10 15:13:54.819338 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6cc6ef-a5ff-47d1-b911-aa7d510cf552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=699523b3-c6dd-4677-af36-677f17c92941,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:55.202666 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de1bea7-3389-4d5d-b686-7a1262467c3e req-69adc83f-904f-4b34-acb0-f2bb037497a5 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:55.204179 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-0de1bea7-3389-4d5d-b686-7a1262467c3e req-69adc83f-904f-4b34-acb0-f2bb037497a5 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/ports?device_id=18d833cf-f79a-4b6d-8a91-bf6359224c34 HTTP/1.1" status: 200 len: 945 time: 0.0510483 Sep 10 15:13:55.261622 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-0de1bea7-3389-4d5d-b686-7a1262467c3e req-6246b6d0-69c9-4e4b-a100-acc36cb8e062 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/security-groups?id=973a4cb4-473a-45a2-bf0e-8a8e36198643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512846 Sep 10 15:13:56.249536 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device 8c258350-3b73-4951-95d5-7af847d13476 up at agent hyperv_hv-cinder-76015 {{(pid=94011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:13:56.301918 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Provisioning for port 8c258350-3b73-4951-95d5-7af847d13476 completed by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:13:56.308699 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Provisioning complete for port 8c258350-3b73-4951-95d5-7af847d13476 triggered by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:13:56.309097 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:56.393654 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4069c1f6-1eab-4a1b-aed3-360b39b9fa6a req-82d01fb7-9570-4565-916b-71e27bdabdc3 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:56.396230 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-4069c1f6-1eab-4a1b-aed3-360b39b9fa6a req-82d01fb7-9570-4565-916b-71e27bdabdc3 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/ports?device_id=18d833cf-f79a-4b6d-8a91-bf6359224c34 HTTP/1.1" status: 200 len: 945 time: 0.0551791 Sep 10 15:13:56.410208 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:56.436944 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18d833cf-f79a-4b6d-8a91-bf6359224c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c258350-3b73-4951-95d5-7af847d13476'}] {{(pid=94011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:13:56.439250 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eff4842c0e32827c09e5fc730d7a4a2f35fc7e77767eed508a7d5fefd1bac28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b6b10cd-1a45-49cc-ba14-c79a666f1cdf" -d '{"events": [{"server_uuid": "18d833cf-f79a-4b6d-8a91-bf6359224c34", "name": "network-vif-plugged", "status": "completed", "tag": "8c258350-3b73-4951-95d5-7af847d13476"}]}' {{(pid=94011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:13:56.447797 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-4069c1f6-1eab-4a1b-aed3-360b39b9fa6a req-57d846a3-5fd6-4d44-9dbc-b16515f1a685 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/security-groups?id=973a4cb4-473a-45a2-bf0e-8a8e36198643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457177 Sep 10 15:13:56.453119 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] For port 8c258350-3b73-4951-95d5-7af847d13476, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=8c258350-3b73-4951-95d5-7af847d13476,segment=NetworkSegment(516d7949-fb86-4c13-a3db-25439db90102),segment_id=516d7949-fb86-4c13-a3db-25439db90102)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:13:56.462262 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:56.500031 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a413bb6-ce69-4903-87ae-dc9f426392b6 x-openstack-request-id: req-3a413bb6-ce69-4903-87ae-dc9f426392b6 {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:13:56.500325 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18d833cf-f79a-4b6d-8a91-bf6359224c34", "name": "network-vif-plugged", "status": "completed", "tag": "8c258350-3b73-4951-95d5-7af847d13476", "code": 200}]} {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:13:56.500571 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3a413bb6-ce69-4903-87ae-dc9f426392b6 {{(pid=94011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:13:56.501230 dv-cinder-760153-10-iscsi neutron-server[94011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18d833cf-f79a-4b6d-8a91-bf6359224c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c258350-3b73-4951-95d5-7af847d13476', 'code': 200} Sep 10 15:13:56.529194 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Pushing event updated for resources: {'Port': ['ID=8c258350-3b73-4951-95d5-7af847d13476,revision_number=5']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:13:56.690218 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7072a3f5-c441-4886-80b6-b04186ba6d8f req-163fbc5a-2813-49f7-852f-57dcf69f6884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:56.691773 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-7072a3f5-c441-4886-80b6-b04186ba6d8f req-163fbc5a-2813-49f7-852f-57dcf69f6884 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=18d833cf-f79a-4b6d-8a91-bf6359224c34 HTTP/1.1" status: 200 len: 1099 time: 0.0520906 Sep 10 15:13:56.756212 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-7072a3f5-c441-4886-80b6-b04186ba6d8f req-45acde76-22a6-44b6-a8cd-426599543e6c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=973a4cb4-473a-45a2-bf0e-8a8e36198643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501971 Sep 10 15:13:57.497984 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-30547511-957e-4f23-9b30-c3ceb7c2e301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:57.572643 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f23ab-7577-44fa-8f65-74c6159a93dc req-d391a266-6876-453f-a19d-cb5ce65f19d3 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:57.574159 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-be8f23ab-7577-44fa-8f65-74c6159a93dc req-d391a266-6876-453f-a19d-cb5ce65f19d3 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/ports?device_id=18d833cf-f79a-4b6d-8a91-bf6359224c34 HTTP/1.1" status: 200 len: 946 time: 0.0535941 Sep 10 15:13:57.616801 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-be8f23ab-7577-44fa-8f65-74c6159a93dc req-820b647a-50a1-4d46-9347-c10f41c72220 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/security-groups?id=973a4cb4-473a-45a2-bf0e-8a8e36198643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364971 Sep 10 15:13:58.211707 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:13:58.735144 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d310e1-1a0f-4b22-a339-0bedef26ef97 req-f4b9380c-24df-4876-8002-2b26855c0e67 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:13:58.736690 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-47d310e1-1a0f-4b22-a339-0bedef26ef97 req-f4b9380c-24df-4876-8002-2b26855c0e67 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/ports?device_id=18d833cf-f79a-4b6d-8a91-bf6359224c34 HTTP/1.1" status: 200 len: 946 time: 0.0485747 Sep 10 15:13:58.777596 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-47d310e1-1a0f-4b22-a339-0bedef26ef97 req-c6b4ee96-a16d-4279-a897-480a911df1f4 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/security-groups?id=973a4cb4-473a-45a2-bf0e-8a8e36198643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347366 Sep 10 15:13:59.223459 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b7c5f725-09d8-454b-b5ba-4a700e799395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:00.063052 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 48412) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:00.199568 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-77e9cb55-f7b5-4cba-9c78-8a57ed6bb586 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:00.311891 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-77e9cb55-f7b5-4cba-9c78-8a57ed6bb586 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:00.316127 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-77e9cb55-f7b5-4cba-9c78-8a57ed6bb586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:00.355648 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-77e9cb55-f7b5-4cba-9c78-8a57ed6bb586 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c217f67b5bb247cebe340b1395d0a08e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2912707 Sep 10 15:14:00.356454 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e9cb55-f7b5-4cba-9c78-8a57ed6bb586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=042d3b60-be9f-45c1-8580-c0b1cabf6587,revision_number=1']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:00.358618 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 48426) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:00.420695 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-8de623e5-3c4f-4545-8cb6-11e96a340139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:00.455200 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-8de623e5-3c4f-4545-8cb6-11e96a340139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:00.512538 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-8de623e5-3c4f-4545-8cb6-11e96a340139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:00.516298 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-8de623e5-3c4f-4545-8cb6-11e96a340139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:00.517639 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-8de623e5-3c4f-4545-8cb6-11e96a340139 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/042d3b60-be9f-45c1-8580-c0b1cabf6587 HTTP/1.1" status: 204 len: 168 time: 0.1581151 Sep 10 15:14:00.526981 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de623e5-3c4f-4545-8cb6-11e96a340139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042d3b60-be9f-45c1-8580-c0b1cabf6587,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:00.834197 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 48434) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:00.847352 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-d9874a7c-37a0-43cb-a575-ce9d49f196f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:00.946631 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-d9874a7c-37a0-43cb-a575-ce9d49f196f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:00.950678 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-d9874a7c-37a0-43cb-a575-ce9d49f196f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:00.993616 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-d9874a7c-37a0-43cb-a575-ce9d49f196f8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=96fa66425bd442c087be0238a808331e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1583042 Sep 10 15:14:00.994501 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9874a7c-37a0-43cb-a575-ce9d49f196f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7477317a-6bf5-4798-8717-190d6e7b6f78,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:00.996532 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 48436) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:01.052502 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-ea1051ce-cbb8-43bc-9ffa-0339778544a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:01.075180 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-ea1051ce-cbb8-43bc-9ffa-0339778544a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:01.123192 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-ea1051ce-cbb8-43bc-9ffa-0339778544a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:01.125635 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-ea1051ce-cbb8-43bc-9ffa-0339778544a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:01.126851 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-ea1051ce-cbb8-43bc-9ffa-0339778544a1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7477317a-6bf5-4798-8717-190d6e7b6f78 HTTP/1.1" status: 204 len: 168 time: 0.1285684 Sep 10 15:14:01.135773 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1051ce-cbb8-43bc-9ffa-0339778544a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7477317a-6bf5-4798-8717-190d6e7b6f78,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:01.401896 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c13c67c0-2efd-4950-9279-b0623a9c603e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:03.356419 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 48514) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:03.459344 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-d15d268e-c526-4427-be3c-9cf6183f45df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:03.543741 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-d15d268e-c526-4427-be3c-9cf6183f45df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:03.547321 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-d15d268e-c526-4427-be3c-9cf6183f45df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:03.588904 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-d15d268e-c526-4427-be3c-9cf6183f45df admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0a0d02b22a104602bcaee2eddb01022a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2314034 Sep 10 15:14:03.590061 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15d268e-c526-4427-be3c-9cf6183f45df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd79515e-b11a-4bfc-9ce1-43245849b10c,revision_number=1']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:03.591598 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 48518) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:03.641712 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-39c755a0-f02f-452e-b6d0-8665855943d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:03.663947 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-39c755a0-f02f-452e-b6d0-8665855943d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:03.710828 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-39c755a0-f02f-452e-b6d0-8665855943d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:03.713463 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-39c755a0-f02f-452e-b6d0-8665855943d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:03.714650 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-39c755a0-f02f-452e-b6d0-8665855943d3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cd79515e-b11a-4bfc-9ce1-43245849b10c HTTP/1.1" status: 204 len: 168 time: 0.1214111 Sep 10 15:14:03.722594 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c755a0-f02f-452e-b6d0-8665855943d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd79515e-b11a-4bfc-9ce1-43245849b10c,revision_number=None']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:03.982279 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 48526) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:03.995778 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-b6083486-27e3-4e68-978d-5d4d0ff1d4a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:04.083759 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-b6083486-27e3-4e68-978d-5d4d0ff1d4a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:04.087476 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-b6083486-27e3-4e68-978d-5d4d0ff1d4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:04.125239 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-b6083486-27e3-4e68-978d-5d4d0ff1d4a5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fd1882621dce4b21b255a5aa4ca6ee93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1418931 Sep 10 15:14:04.126115 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6083486-27e3-4e68-978d-5d4d0ff1d4a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af69ab9-bca5-45f2-9ed1-f90fccf3fd82,revision_number=1']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:04.127978 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 48528) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:04.176098 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-1cfd98c1-715b-4a4f-931f-7c6fa3d1beb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:04.196593 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-1cfd98c1-715b-4a4f-931f-7c6fa3d1beb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:04.243995 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-1cfd98c1-715b-4a4f-931f-7c6fa3d1beb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:04.246507 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-1cfd98c1-715b-4a4f-931f-7c6fa3d1beb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:04.247667 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-1cfd98c1-715b-4a4f-931f-7c6fa3d1beb9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9af69ab9-bca5-45f2-9ed1-f90fccf3fd82 HTTP/1.1" status: 204 len: 168 time: 0.1185868 Sep 10 15:14:04.255480 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfd98c1-715b-4a4f-931f-7c6fa3d1beb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af69ab9-bca5-45f2-9ed1-f90fccf3fd82,revision_number=None']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:05.293416 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 48560) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:05.397022 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-3409dd00-0a12-47b7-9bea-85f4706e9f93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:05.483213 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-3409dd00-0a12-47b7-9bea-85f4706e9f93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:05.486924 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-3409dd00-0a12-47b7-9bea-85f4706e9f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:05.526969 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-3409dd00-0a12-47b7-9bea-85f4706e9f93 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=758bfb047bd041ea92fe4ba2e0073e66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2324767 Sep 10 15:14:05.527833 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3409dd00-0a12-47b7-9bea-85f4706e9f93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d93717a9-1697-48f0-9929-3a33c5ad008d,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:05.529709 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 48564) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:05.535220 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3409dd00-0a12-47b7-9bea-85f4706e9f93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:14:05.535570 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3409dd00-0a12-47b7-9bea-85f4706e9f93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:14:05.535924 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3409dd00-0a12-47b7-9bea-85f4706e9f93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:14:05.536251 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3409dd00-0a12-47b7-9bea-85f4706e9f93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:14:05.536586 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3409dd00-0a12-47b7-9bea-85f4706e9f93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:14:05.536915 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3409dd00-0a12-47b7-9bea-85f4706e9f93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:14:05.537242 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3409dd00-0a12-47b7-9bea-85f4706e9f93 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:14:05.537568 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3409dd00-0a12-47b7-9bea-85f4706e9f93 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:14:05.537894 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3409dd00-0a12-47b7-9bea-85f4706e9f93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:14:05.538243 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3409dd00-0a12-47b7-9bea-85f4706e9f93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:14:05.538567 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3409dd00-0a12-47b7-9bea-85f4706e9f93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:14:05.538884 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3409dd00-0a12-47b7-9bea-85f4706e9f93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:14:05.579946 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-bebae9d4-b30d-4a7a-9b59-c0a7de780951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:05.601265 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-bebae9d4-b30d-4a7a-9b59-c0a7de780951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:05.650380 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-bebae9d4-b30d-4a7a-9b59-c0a7de780951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:05.652816 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-bebae9d4-b30d-4a7a-9b59-c0a7de780951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:05.653973 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-bebae9d4-b30d-4a7a-9b59-c0a7de780951 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d93717a9-1697-48f0-9929-3a33c5ad008d HTTP/1.1" status: 204 len: 168 time: 0.1231582 Sep 10 15:14:05.662656 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebae9d4-b30d-4a7a-9b59-c0a7de780951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d93717a9-1697-48f0-9929-3a33c5ad008d,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:08.390915 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.agents_db [None req-04bb1bd2-f33d-49ef-a466-6fb3f7a23ee1 None None] Agent healthcheck: found 6 active agents {{(pid=94012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 15:14:09.776176 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c162b83-8353-4ab0-8c50-656139c54ff4 req-11a44c77-ebce-4c78-8795-7f7baf87077b tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:09.777555 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-6c162b83-8353-4ab0-8c50-656139c54ff4 req-11a44c77-ebce-4c78-8795-7f7baf87077b tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/networks?id=c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5 HTTP/1.1" status: 200 len: 815 time: 0.1086040 Sep 10 15:14:09.799190 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-6c162b83-8353-4ab0-8c50-656139c54ff4 req-889f3fee-066a-4a96-8da0-767ee01cd072 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/quotas/e888ef2156604577a96c109c40bc5380 HTTP/1.1" status: 200 len: 375 time: 0.0158048 Sep 10 15:14:09.858843 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-6c162b83-8353-4ab0-8c50-656139c54ff4 req-47060c78-e0af-46f3-9163-f06ac6258345 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e888ef2156604577a96c109c40bc5380&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0498283 Sep 10 15:14:09.951394 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-6c162b83-8353-4ab0-8c50-656139c54ff4 req-38e14c31-d5be-48b0-b11b-7c398230c18b service neutron] 10.222.0.35 "GET /v2.0/networks/c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849774 Sep 10 15:14:10.038983 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-6c162b83-8353-4ab0-8c50-656139c54ff4 req-ab3e14a8-7076-4ad4-8314-04ef6dab028e service neutron] 10.222.0.35 "GET /v2.0/networks/c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809252 Sep 10 15:14:10.210110 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-236adaa7-3821-4b14-bc73-38229e94a12f req-6f79dcc4-d70e-46cd-adaf-957e05f3577e tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/ports?device_id=30d1b3d7-eafa-47bf-a370-e36f3efefabb HTTP/1.1" status: 200 len: 210 time: 0.0305884 Sep 10 15:14:10.644927 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:11.304559 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-db50b954-04a6-41ac-beb9-6d54b512c7fa req-9a0adf84-f6d4-4988-a286-29c53da7b09c tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/ports?device_id=30d1b3d7-eafa-47bf-a370-e36f3efefabb HTTP/1.1" status: 200 len: 210 time: 0.0278950 Sep 10 15:14:11.490876 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c162b83-8353-4ab0-8c50-656139c54ff4 req-a050a61e-d75a-47ed-b8ef-f837b243f815 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:11.492247 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-6c162b83-8353-4ab0-8c50-656139c54ff4 req-a050a61e-d75a-47ed-b8ef-f837b243f815 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.42 "GET /v2.0/networks?id=c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5 HTTP/1.1" status: 200 len: 815 time: 0.1027851 Sep 10 15:14:11.508335 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.v2.base [req-6c162b83-8353-4ab0-8c50-656139c54ff4 req-d74783fc-6119-4e1d-903b-552216a22c0e tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Request body: {'port': {'device_id': '30d1b3d7-eafa-47bf-a370-e36f3efefabb', 'network_id': 'c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5', 'admin_state_up': True, 'tenant_id': 'e888ef2156604577a96c109c40bc5380'}} {{(pid=94009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:14:11.624945 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c162b83-8353-4ab0-8c50-656139c54ff4 req-d74783fc-6119-4e1d-903b-552216a22c0e tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Made reservation on behalf of e888ef2156604577a96c109c40bc5380 for: {'port': 1} {{(pid=94009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:14:11.628422 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-6c162b83-8353-4ab0-8c50-656139c54ff4 req-d74783fc-6119-4e1d-903b-552216a22c0e tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:11.757116 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.db_base_plugin_common [req-6c162b83-8353-4ab0-8c50-656139c54ff4 req-d74783fc-6119-4e1d-903b-552216a22c0e tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Allocated IP 172.20.0.4 (c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5/1f0bde31-9aed-46d5-83ea-21eae3122752/038a7d3d-b186-4d47-90eb-2c7bd3f00d01) {{(pid=94009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:14:11.908317 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-6c162b83-8353-4ab0-8c50-656139c54ff4 req-d74783fc-6119-4e1d-903b-552216a22c0e tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Notify callbacks [] for port, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:11.946511 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-6c162b83-8353-4ab0-8c50-656139c54ff4 req-d74783fc-6119-4e1d-903b-552216a22c0e tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748756606401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1040815'] for port, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:11.960392 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] get_ports_and_sgs() called for port_ids ['f63b4e62-414f-4205-93ba-64c8a3147b6c', 'd7f7cf83-5ece-4843-af89-ef8a32391652', '8c258350-3b73-4951-95d5-7af847d13476'] {{(pid=94011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 15:14:11.993497 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c162b83-8353-4ab0-8c50-656139c54ff4 req-d74783fc-6119-4e1d-903b-552216a22c0e tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Network c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5 is already hosted by enough agents. {{(pid=94009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:14:11.996717 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.base_scheduler [req-6c162b83-8353-4ab0-8c50-656139c54ff4 req-d74783fc-6119-4e1d-903b-552216a22c0e tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Resources bound (agent type, host, resource id): {{(pid=94009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:14:12.002991 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c162b83-8353-4ab0-8c50-656139c54ff4 req-d74783fc-6119-4e1d-903b-552216a22c0e tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Received port after_create {{(pid=94009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:14:12.010050 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74783fc-6119-4e1d-903b-552216a22c0e tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Pushing event updated for resources: {'Port': ['ID=038a7d3d-b186-4d47-90eb-2c7bd3f00d01,revision_number=1']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:12.057294 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c162b83-8353-4ab0-8c50-656139c54ff4 req-d74783fc-6119-4e1d-903b-552216a22c0e tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:12.057930 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-6c162b83-8353-4ab0-8c50-656139c54ff4 req-d74783fc-6119-4e1d-903b-552216a22c0e tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46804'] for port, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:12.074440 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-6c162b83-8353-4ab0-8c50-656139c54ff4 req-d74783fc-6119-4e1d-903b-552216a22c0e tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5697911 Sep 10 15:14:12.087939 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.v2.base [req-6c162b83-8353-4ab0-8c50-656139c54ff4 req-d84591c2-0e42-4ab3-97b4-cb4003dd7234 service neutron] Request body: {'port': {'device_id': '30d1b3d7-eafa-47bf-a370-e36f3efefabb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76015'}} {{(pid=94009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:14:12.146234 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-6c162b83-8353-4ab0-8c50-656139c54ff4 req-d84591c2-0e42-4ab3-97b4-cb4003dd7234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:12.449211 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.notifiers.nova [req-6c162b83-8353-4ab0-8c50-656139c54ff4 req-d84591c2-0e42-4ab3-97b4-cb4003dd7234 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 038a7d3d-b186-4d47-90eb-2c7bd3f00d01 {{(pid=94009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:14:12.458331 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-6c162b83-8353-4ab0-8c50-656139c54ff4 req-d84591c2-0e42-4ab3-97b4-cb4003dd7234 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:12.475259 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e29c1f6-328f-4145-b3bf-3bae5bc49a70 req-d4b51308-4d3e-4011-ad58-a457effa3cf5 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:12.476717 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-3e29c1f6-328f-4145-b3bf-3bae5bc49a70 req-d4b51308-4d3e-4011-ad58-a457effa3cf5 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/ports?device_id=30d1b3d7-eafa-47bf-a370-e36f3efefabb HTTP/1.1" status: 200 len: 931 time: 0.0994577 Sep 10 15:14:12.481228 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.provisioning_blocks [req-6c162b83-8353-4ab0-8c50-656139c54ff4 req-d84591c2-0e42-4ab3-97b4-cb4003dd7234 service neutron] Transition to ACTIVE for port object 038a7d3d-b186-4d47-90eb-2c7bd3f00d01 will not be triggered until provisioned by entity L2. {{(pid=94009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:14:12.489970 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-6c162b83-8353-4ab0-8c50-656139c54ff4 req-d84591c2-0e42-4ab3-97b4-cb4003dd7234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1041244'] for port, after_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:12.554419 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-3e29c1f6-328f-4145-b3bf-3bae5bc49a70 req-ca8bb9e4-40b1-44a3-ba17-a3daae63a10f tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/security-groups?id=973a4cb4-473a-45a2-bf0e-8a8e36198643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715423 Sep 10 15:14:12.560484 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84591c2-0e42-4ab3-97b4-cb4003dd7234 service neutron] Pushing event updated for resources: {'Port': ['ID=038a7d3d-b186-4d47-90eb-2c7bd3f00d01,revision_number=2']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:12.633370 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.managers [req-6c162b83-8353-4ab0-8c50-656139c54ff4 req-d84591c2-0e42-4ab3-97b4-cb4003dd7234 service neutron] Attempting to bind port 038a7d3d-b186-4d47-90eb-2c7bd3f00d01 on host hv-cinder-76015 for vnic_type normal with profile {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:14:12.633608 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.managers [req-6c162b83-8353-4ab0-8c50-656139c54ff4 req-d84591c2-0e42-4ab3-97b4-cb4003dd7234 service neutron] Attempting to bind port 038a7d3d-b186-4d47-90eb-2c7bd3f00d01 by drivers openvswitch,hyperv on host hv-cinder-76015 at level 0 using segments [{'id': '516d7949-fb86-4c13-a3db-25439db90102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5'}] {{(pid=94009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:14:12.633926 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c162b83-8353-4ab0-8c50-656139c54ff4 req-d84591c2-0e42-4ab3-97b4-cb4003dd7234 service neutron] Attempting to bind port 038a7d3d-b186-4d47-90eb-2c7bd3f00d01 on network c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5 {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:14:12.638176 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c162b83-8353-4ab0-8c50-656139c54ff4 req-d84591c2-0e42-4ab3-97b4-cb4003dd7234 service neutron] Port 038a7d3d-b186-4d47-90eb-2c7bd3f00d01 on network c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76015 {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 15:14:12.638497 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c162b83-8353-4ab0-8c50-656139c54ff4 req-d84591c2-0e42-4ab3-97b4-cb4003dd7234 service neutron] Attempting to bind port 038a7d3d-b186-4d47-90eb-2c7bd3f00d01 on network c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5 {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:14:12.643279 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c162b83-8353-4ab0-8c50-656139c54ff4 req-d84591c2-0e42-4ab3-97b4-cb4003dd7234 service neutron] Checking agent: {'id': '97479926-a0bf-4e38-9164-b44674cd2f3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76015', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 15, 4, 9), 'started_at': datetime.datetime(2021, 9, 10, 15, 4, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:14:12.643613 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c162b83-8353-4ab0-8c50-656139c54ff4 req-d84591c2-0e42-4ab3-97b4-cb4003dd7234 service neutron] Checking segment: {'id': '516d7949-fb86-4c13-a3db-25439db90102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:14:12.643989 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c162b83-8353-4ab0-8c50-656139c54ff4 req-d84591c2-0e42-4ab3-97b4-cb4003dd7234 service neutron] Bound using segment: {'id': '516d7949-fb86-4c13-a3db-25439db90102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5'} {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:14:12.644454 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.managers [req-6c162b83-8353-4ab0-8c50-656139c54ff4 req-d84591c2-0e42-4ab3-97b4-cb4003dd7234 service neutron] Bound port: 038a7d3d-b186-4d47-90eb-2c7bd3f00d01, host: hv-cinder-76015, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '516d7949-fb86-4c13-a3db-25439db90102', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5'}}] {{(pid=94009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:14:12.644802 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-6c162b83-8353-4ab0-8c50-656139c54ff4 req-d84591c2-0e42-4ab3-97b4-cb4003dd7234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:12.706140 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.db [req-6c162b83-8353-4ab0-8c50-656139c54ff4 req-d84591c2-0e42-4ab3-97b4-cb4003dd7234 service neutron] For port 038a7d3d-b186-4d47-90eb-2c7bd3f00d01, host hv-cinder-76015, cleared binding levels {{(pid=94009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:14:12.709037 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.db [req-6c162b83-8353-4ab0-8c50-656139c54ff4 req-d84591c2-0e42-4ab3-97b4-cb4003dd7234 service neutron] For port 038a7d3d-b186-4d47-90eb-2c7bd3f00d01, host hv-cinder-76015, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=038a7d3d-b186-4d47-90eb-2c7bd3f00d01,segment=NetworkSegment(516d7949-fb86-4c13-a3db-25439db90102),segment_id=516d7949-fb86-4c13-a3db-25439db90102)] {{(pid=94009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:14:12.713272 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-6c162b83-8353-4ab0-8c50-656139c54ff4 req-d84591c2-0e42-4ab3-97b4-cb4003dd7234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1041244'] for port, after_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:12.749464 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c162b83-8353-4ab0-8c50-656139c54ff4 req-d84591c2-0e42-4ab3-97b4-cb4003dd7234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:12.750087 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-6c162b83-8353-4ab0-8c50-656139c54ff4 req-d84591c2-0e42-4ab3-97b4-cb4003dd7234 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46804'] for port, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:12.751484 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-6c162b83-8353-4ab0-8c50-656139c54ff4 req-d84591c2-0e42-4ab3-97b4-cb4003dd7234 service neutron] 10.222.0.42 "PUT /v2.0/ports/038a7d3d-b186-4d47-90eb-2c7bd3f00d01 HTTP/1.1" status: 200 len: 1093 time: 0.6680326 Sep 10 15:14:12.751916 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30d1b3d7-eafa-47bf-a370-e36f3efefabb', 'tag': '038a7d3d-b186-4d47-90eb-2c7bd3f00d01'}] {{(pid=94009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:14:12.754194 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9f06775dd2e397dd855044b511bdd55e5ba575987bbc09c0a11d88d405cb18b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9948645b-ab06-4ca6-a6ba-30c9e13d6c52" -d '{"events": [{"name": "network-changed", "server_uuid": "30d1b3d7-eafa-47bf-a370-e36f3efefabb", "tag": "038a7d3d-b186-4d47-90eb-2c7bd3f00d01"}]}' {{(pid=94009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:14:12.781386 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84591c2-0e42-4ab3-97b4-cb4003dd7234 service neutron] Pushing event updated for resources: {'Port': ['ID=038a7d3d-b186-4d47-90eb-2c7bd3f00d01,revision_number=3']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:12.791900 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 15:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4848177-38de-4645-b0ee-be3aecd7888f x-openstack-request-id: req-d4848177-38de-4645-b0ee-be3aecd7888f {{(pid=94009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:14:12.792217 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30d1b3d7-eafa-47bf-a370-e36f3efefabb", "tag": "038a7d3d-b186-4d47-90eb-2c7bd3f00d01", "status": "completed", "code": 200}]} {{(pid=94009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:14:12.792426 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d4848177-38de-4645-b0ee-be3aecd7888f {{(pid=94009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:14:12.792811 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30d1b3d7-eafa-47bf-a370-e36f3efefabb', 'tag': '038a7d3d-b186-4d47-90eb-2c7bd3f00d01', 'status': 'completed', 'code': 200} Sep 10 15:14:12.854434 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c162b83-8353-4ab0-8c50-656139c54ff4 req-1a539194-56e4-4f64-8866-27064b88cd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:12.855926 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-6c162b83-8353-4ab0-8c50-656139c54ff4 req-1a539194-56e4-4f64-8866-27064b88cd1e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e888ef2156604577a96c109c40bc5380&device_id=30d1b3d7-eafa-47bf-a370-e36f3efefabb HTTP/1.1" status: 200 len: 1096 time: 0.0452666 Sep 10 15:14:12.899599 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-6c162b83-8353-4ab0-8c50-656139c54ff4 req-30d6d124-bbdb-4f4f-a6a8-5483cd51ec99 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=038a7d3d-b186-4d47-90eb-2c7bd3f00d01 HTTP/1.1" status: 200 len: 217 time: 0.0342607 Sep 10 15:14:12.968056 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c162b83-8353-4ab0-8c50-656139c54ff4 req-eae311a8-a69d-41d5-8d31-5a34bfe2abf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:12.969650 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-6c162b83-8353-4ab0-8c50-656139c54ff4 req-eae311a8-a69d-41d5-8d31-5a34bfe2abf6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1f0bde31-9aed-46d5-83ea-21eae3122752 HTTP/1.1" status: 200 len: 855 time: 0.0536439 Sep 10 15:14:13.005542 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-6c162b83-8353-4ab0-8c50-656139c54ff4 req-57112d37-5622-4115-b0b2-fa2b4df73e9b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277171 Sep 10 15:14:13.113559 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-6c162b83-8353-4ab0-8c50-656139c54ff4 req-0bd5a8a8-c422-4fb2-8b99-50ad243cd384 service neutron] 10.222.0.42 "GET /v2.0/networks/c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970116 Sep 10 15:14:13.221315 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-6c162b83-8353-4ab0-8c50-656139c54ff4 req-41ddfcca-9a73-4b08-be01-37744ba49d14 service neutron] 10.222.0.42 "GET /v2.0/networks/c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988264 Sep 10 15:14:13.327402 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9948645b-ab06-4ca6-a6ba-30c9e13d6c52 req-d049a5a4-ad67-4d4e-a4a6-8274752855ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:13.328943 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-9948645b-ab06-4ca6-a6ba-30c9e13d6c52 req-d049a5a4-ad67-4d4e-a4a6-8274752855ae service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e888ef2156604577a96c109c40bc5380&device_id=30d1b3d7-eafa-47bf-a370-e36f3efefabb HTTP/1.1" status: 200 len: 1096 time: 0.0462279 Sep 10 15:14:13.419339 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9948645b-ab06-4ca6-a6ba-30c9e13d6c52 req-e24779e9-5438-4357-aebe-a65d92c9973b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:13.420889 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-9948645b-ab06-4ca6-a6ba-30c9e13d6c52 req-e24779e9-5438-4357-aebe-a65d92c9973b service neutron] 10.222.0.42 "GET /v2.0/networks?id=c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5 HTTP/1.1" status: 200 len: 916 time: 0.0842688 Sep 10 15:14:13.466465 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-9948645b-ab06-4ca6-a6ba-30c9e13d6c52 req-d10f0104-97b0-4577-a323-8c5c4e13b1a0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=038a7d3d-b186-4d47-90eb-2c7bd3f00d01 HTTP/1.1" status: 200 len: 217 time: 0.0373867 Sep 10 15:14:13.518547 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9948645b-ab06-4ca6-a6ba-30c9e13d6c52 req-c4b123ac-eca3-40d2-88ba-a46e512857ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:13.520612 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-9948645b-ab06-4ca6-a6ba-30c9e13d6c52 req-c4b123ac-eca3-40d2-88ba-a46e512857ee service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1f0bde31-9aed-46d5-83ea-21eae3122752 HTTP/1.1" status: 200 len: 855 time: 0.0436013 Sep 10 15:14:13.557857 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-9948645b-ab06-4ca6-a6ba-30c9e13d6c52 req-28315fd9-80d9-4f66-8035-2e97e1ff3f22 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240963 Sep 10 15:14:13.683702 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-9948645b-ab06-4ca6-a6ba-30c9e13d6c52 req-8f4ea38f-d94d-44a5-ad55-0be99dd6e48a service neutron] 10.222.0.42 "GET /v2.0/networks/c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157761 Sep 10 15:14:13.692522 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549e5a5b-6b2a-4bcd-a96c-3597c5fa6e78 req-b1e46050-99be-4aed-a0c8-a5ac8c1f142a tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:13.693901 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-549e5a5b-6b2a-4bcd-a96c-3597c5fa6e78 req-b1e46050-99be-4aed-a0c8-a5ac8c1f142a tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/ports?device_id=30d1b3d7-eafa-47bf-a370-e36f3efefabb HTTP/1.1" status: 200 len: 943 time: 0.0673058 Sep 10 15:14:13.731126 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-549e5a5b-6b2a-4bcd-a96c-3597c5fa6e78 req-5520b01b-a10d-4a08-b9d1-3d7fc8c8bdce tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/security-groups?id=973a4cb4-473a-45a2-bf0e-8a8e36198643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313406 Sep 10 15:14:14.848219 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8fbec4-9ecb-4535-9af4-40db973d313e req-fbd80941-e007-491e-9784-98489e737a1d tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:14.849816 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-9a8fbec4-9ecb-4535-9af4-40db973d313e req-fbd80941-e007-491e-9784-98489e737a1d tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/ports?device_id=30d1b3d7-eafa-47bf-a370-e36f3efefabb HTTP/1.1" status: 200 len: 943 time: 0.0507526 Sep 10 15:14:14.888792 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-9a8fbec4-9ecb-4535-9af4-40db973d313e req-82c9aa2a-df27-4af7-b36b-d367adfdfa5e tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/security-groups?id=973a4cb4-473a-45a2-bf0e-8a8e36198643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328681 Sep 10 15:14:16.008367 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895d6791-8f0e-4287-8e75-2d0bacd21215 req-bf840bd6-2dff-404d-a42a-090f8f4c10d5 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:16.009822 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-895d6791-8f0e-4287-8e75-2d0bacd21215 req-bf840bd6-2dff-404d-a42a-090f8f4c10d5 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/ports?device_id=30d1b3d7-eafa-47bf-a370-e36f3efefabb HTTP/1.1" status: 200 len: 943 time: 0.0522301 Sep 10 15:14:16.047981 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-895d6791-8f0e-4287-8e75-2d0bacd21215 req-27b77b92-3af8-46b9-9af7-0596c2d63f35 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/security-groups?id=973a4cb4-473a-45a2-bf0e-8a8e36198643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321028 Sep 10 15:14:16.854924 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-9948645b-ab06-4ca6-a6ba-30c9e13d6c52 req-f556b437-3da6-4823-bb4f-9203914e06b0 service neutron] 10.222.0.42 "GET /v2.0/networks/c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3794987 Sep 10 15:14:16.860606 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-40ae5a3b-cf9e-43bb-a073-e44f494018d5 req-4c11509e-7e9f-4213-b00b-ebcdd597788b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8e2fba9e-25ac-41cd-8f05-1789d4b617f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3518796 Sep 10 15:14:16.948509 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ae5a3b-cf9e-43bb-a073-e44f494018d5 req-4bb9f2b0-0fe5-41bf-9c03-a599a512e35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:16.949958 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-40ae5a3b-cf9e-43bb-a073-e44f494018d5 req-4bb9f2b0-0fe5-41bf-9c03-a599a512e35d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=47244aba6de4405d9ea861774b300ddd&device_id=8e2fba9e-25ac-41cd-8f05-1789d4b617f1 HTTP/1.1" status: 200 len: 1098 time: 0.0417674 Sep 10 15:14:17.073804 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ae5a3b-cf9e-43bb-a073-e44f494018d5 req-d219f77a-38dc-4866-ac09-7f2dbaeb4777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:17.075404 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-40ae5a3b-cf9e-43bb-a073-e44f494018d5 req-d219f77a-38dc-4866-ac09-7f2dbaeb4777 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7cf88e2d-f05f-45fc-a04d-f0661eff459b HTTP/1.1" status: 200 len: 909 time: 0.0824854 Sep 10 15:14:17.172162 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-40ae5a3b-cf9e-43bb-a073-e44f494018d5 req-946ad0d3-6667-4d0b-88db-d101617a0f1d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cbbd8aed-e390-465d-b140-9a4c90883319 HTTP/1.1" status: 200 len: 1001 time: 0.0871241 Sep 10 15:14:17.186956 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766f9b42-1b98-410a-8109-9de4aab95149 req-ec9cccdc-e256-4aff-a838-4b6f40e916e2 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:17.188384 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-766f9b42-1b98-410a-8109-9de4aab95149 req-ec9cccdc-e256-4aff-a838-4b6f40e916e2 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/ports?device_id=30d1b3d7-eafa-47bf-a370-e36f3efefabb HTTP/1.1" status: 200 len: 943 time: 0.0659935 Sep 10 15:14:17.258367 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ae5a3b-cf9e-43bb-a073-e44f494018d5 req-4b0717b3-22dd-499e-9e42-2a7b38da9715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:17.259781 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-40ae5a3b-cf9e-43bb-a073-e44f494018d5 req-4b0717b3-22dd-499e-9e42-2a7b38da9715 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8893c71f-9a4e-420e-94a5-477d5ef9e705 HTTP/1.1" status: 200 len: 847 time: 0.0705543 Sep 10 15:14:17.262666 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-766f9b42-1b98-410a-8109-9de4aab95149 req-09526001-5f32-41e8-ad4b-3052d6c25474 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/security-groups?id=973a4cb4-473a-45a2-bf0e-8a8e36198643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656424 Sep 10 15:14:17.307574 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ae5a3b-cf9e-43bb-a073-e44f494018d5 req-edbc1f28-c18f-4500-8ccf-2bd24c8a7357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:17.309334 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-40ae5a3b-cf9e-43bb-a073-e44f494018d5 req-edbc1f28-c18f-4500-8ccf-2bd24c8a7357 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7cf88e2d-f05f-45fc-a04d-f0661eff459b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0414252 Sep 10 15:14:17.398642 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-40ae5a3b-cf9e-43bb-a073-e44f494018d5 req-d5834e91-8e34-4dda-b85e-67bcef03e5bd service neutron] 10.222.0.42 "GET /v2.0/networks/7cf88e2d-f05f-45fc-a04d-f0661eff459b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803211 Sep 10 15:14:17.494198 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-40ae5a3b-cf9e-43bb-a073-e44f494018d5 req-d3934f18-e260-4510-90c4-fc571de4fbdf service neutron] 10.222.0.42 "GET /v2.0/networks/7cf88e2d-f05f-45fc-a04d-f0661eff459b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865011 Sep 10 15:14:18.378987 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1524cf-65a4-492a-9029-8f7f8b979300 req-a3d15107-9cd2-4256-81c9-fee54f1a99be tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:18.380920 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-0e1524cf-65a4-492a-9029-8f7f8b979300 req-a3d15107-9cd2-4256-81c9-fee54f1a99be tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/ports?device_id=30d1b3d7-eafa-47bf-a370-e36f3efefabb HTTP/1.1" status: 200 len: 943 time: 0.0532198 Sep 10 15:14:18.418584 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-0e1524cf-65a4-492a-9029-8f7f8b979300 req-722ba08b-76dd-4dd7-be5c-757dd50bd6aa tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/security-groups?id=973a4cb4-473a-45a2-bf0e-8a8e36198643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316377 Sep 10 15:14:19.531786 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e7a45-c050-4ec4-911c-a0ea19e8c377 req-37ac0eb4-cd7c-4201-bb40-b14866987582 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:19.533260 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-e81e7a45-c050-4ec4-911c-a0ea19e8c377 req-37ac0eb4-cd7c-4201-bb40-b14866987582 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/ports?device_id=30d1b3d7-eafa-47bf-a370-e36f3efefabb HTTP/1.1" status: 200 len: 943 time: 0.0489779 Sep 10 15:14:19.584132 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-e81e7a45-c050-4ec4-911c-a0ea19e8c377 req-21bda658-113c-4d07-b154-91c13c00376f tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/security-groups?id=973a4cb4-473a-45a2-bf0e-8a8e36198643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373776 Sep 10 15:14:20.349414 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device 038a7d3d-b186-4d47-90eb-2c7bd3f00d01 details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=94011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 15:14:20.452150 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] For port 038a7d3d-b186-4d47-90eb-2c7bd3f00d01, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=038a7d3d-b186-4d47-90eb-2c7bd3f00d01,segment=NetworkSegment(516d7949-fb86-4c13-a3db-25439db90102),segment_id=516d7949-fb86-4c13-a3db-25439db90102)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:14:20.467626 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Returning: {'device': '038a7d3d-b186-4d47-90eb-2c7bd3f00d01', 'network_id': 'c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5', 'port_id': '038a7d3d-b186-4d47-90eb-2c7bd3f00d01', 'mac_address': 'fa:16:3e:1b:c6:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f0bde31-9aed-46d5-83ea-21eae3122752', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 15:14:20.629599 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:20.642586 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 038a7d3d-b186-4d47-90eb-2c7bd3f00d01 {{(pid=94011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:14:20.663187 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] For port 038a7d3d-b186-4d47-90eb-2c7bd3f00d01, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=038a7d3d-b186-4d47-90eb-2c7bd3f00d01,segment=NetworkSegment(516d7949-fb86-4c13-a3db-25439db90102),segment_id=516d7949-fb86-4c13-a3db-25439db90102)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:14:20.668440 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:20.702319 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969a69d5-adb8-4953-a747-808b37af864e req-c59e3782-a6df-4a39-9dba-6900df5ee97d tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:20.703825 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-969a69d5-adb8-4953-a747-808b37af864e req-c59e3782-a6df-4a39-9dba-6900df5ee97d tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/ports?device_id=30d1b3d7-eafa-47bf-a370-e36f3efefabb HTTP/1.1" status: 200 len: 943 time: 0.0530634 Sep 10 15:14:20.716832 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Pushing event updated for resources: {'Port': ['ID=038a7d3d-b186-4d47-90eb-2c7bd3f00d01,revision_number=4']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:20.723902 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:14:20.724252 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:14:20.724593 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:14:20.724947 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:14:20.725259 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:14:20.725587 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:14:20.725916 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:14:20.726272 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:14:20.726600 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:14:20.726922 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:14:20.727241 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:14:20.727560 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:14:20.742901 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-969a69d5-adb8-4953-a747-808b37af864e req-b605db43-8d20-4849-95ff-36f7e7f9de35 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/security-groups?id=973a4cb4-473a-45a2-bf0e-8a8e36198643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331361 Sep 10 15:14:20.979978 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] get_ports_and_sgs() called for port_ids ['038a7d3d-b186-4d47-90eb-2c7bd3f00d01'] {{(pid=94011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 15:14:21.866236 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c92c9b2-261b-43c8-a8b0-2ee527112cd8 req-4248ba50-65f4-41e3-8463-9f54eaa4e7ed tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:21.867690 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-4c92c9b2-261b-43c8-a8b0-2ee527112cd8 req-4248ba50-65f4-41e3-8463-9f54eaa4e7ed tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/ports?device_id=30d1b3d7-eafa-47bf-a370-e36f3efefabb HTTP/1.1" status: 200 len: 944 time: 0.0522199 Sep 10 15:14:21.908339 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-4c92c9b2-261b-43c8-a8b0-2ee527112cd8 req-71c23704-dee8-4d57-82d3-da30e3291960 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/security-groups?id=973a4cb4-473a-45a2-bf0e-8a8e36198643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343969 Sep 10 15:14:22.376041 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device 038a7d3d-b186-4d47-90eb-2c7bd3f00d01 up at agent hyperv_hv-cinder-76015 {{(pid=94011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:14:22.430201 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Provisioning for port 038a7d3d-b186-4d47-90eb-2c7bd3f00d01 completed by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:14:22.434148 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Provisioning complete for port 038a7d3d-b186-4d47-90eb-2c7bd3f00d01 triggered by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:14:22.434531 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:22.527246 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:22.549290 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30d1b3d7-eafa-47bf-a370-e36f3efefabb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '038a7d3d-b186-4d47-90eb-2c7bd3f00d01'}] {{(pid=94011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:14:22.552352 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eff4842c0e32827c09e5fc730d7a4a2f35fc7e77767eed508a7d5fefd1bac28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19066d51-e68d-42d7-bddf-2bee1f6687a8" -d '{"events": [{"server_uuid": "30d1b3d7-eafa-47bf-a370-e36f3efefabb", "name": "network-vif-plugged", "status": "completed", "tag": "038a7d3d-b186-4d47-90eb-2c7bd3f00d01"}]}' {{(pid=94011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:14:22.567253 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] For port 038a7d3d-b186-4d47-90eb-2c7bd3f00d01, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=038a7d3d-b186-4d47-90eb-2c7bd3f00d01,segment=NetworkSegment(516d7949-fb86-4c13-a3db-25439db90102),segment_id=516d7949-fb86-4c13-a3db-25439db90102)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:14:22.571463 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:22.598650 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37364734-cf07-4e0a-921a-8d8922bee95c x-openstack-request-id: req-37364734-cf07-4e0a-921a-8d8922bee95c {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:14:22.598997 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30d1b3d7-eafa-47bf-a370-e36f3efefabb", "name": "network-vif-plugged", "status": "completed", "tag": "038a7d3d-b186-4d47-90eb-2c7bd3f00d01", "code": 200}]} {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:14:22.599217 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-37364734-cf07-4e0a-921a-8d8922bee95c {{(pid=94011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:14:22.599577 dv-cinder-760153-10-iscsi neutron-server[94011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30d1b3d7-eafa-47bf-a370-e36f3efefabb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '038a7d3d-b186-4d47-90eb-2c7bd3f00d01', 'code': 200} Sep 10 15:14:22.626520 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Pushing event updated for resources: {'Port': ['ID=038a7d3d-b186-4d47-90eb-2c7bd3f00d01,revision_number=5']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:22.763363 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b0044c-e613-47cc-8b6f-2c4b97977188 req-2927e9bd-b51f-4192-a319-87616bce53e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:22.764854 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-32b0044c-e613-47cc-8b6f-2c4b97977188 req-2927e9bd-b51f-4192-a319-87616bce53e5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=30d1b3d7-eafa-47bf-a370-e36f3efefabb HTTP/1.1" status: 200 len: 1098 time: 0.0402594 Sep 10 15:14:22.816695 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-32b0044c-e613-47cc-8b6f-2c4b97977188 req-6a82bbc9-1fda-4233-839f-d0ccf50a300c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=973a4cb4-473a-45a2-bf0e-8a8e36198643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374317 Sep 10 15:14:23.024743 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88284684-34d2-46e7-a85a-1a7f624da79c req-a3141b2a-8eb2-41c6-a857-e60de282bf08 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:23.026246 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-88284684-34d2-46e7-a85a-1a7f624da79c req-a3141b2a-8eb2-41c6-a857-e60de282bf08 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/ports?device_id=30d1b3d7-eafa-47bf-a370-e36f3efefabb HTTP/1.1" status: 200 len: 945 time: 0.0507576 Sep 10 15:14:23.066728 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-88284684-34d2-46e7-a85a-1a7f624da79c req-f18ba2f2-2450-4d4f-a70d-cb883a4a2ca1 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/security-groups?id=973a4cb4-473a-45a2-bf0e-8a8e36198643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344350 Sep 10 15:14:24.196425 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a959595e-5f75-4854-99ea-86f617b88e71 req-d4f7c3d4-9db9-4a02-ba75-bf789a23e322 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:24.198303 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-a959595e-5f75-4854-99ea-86f617b88e71 req-d4f7c3d4-9db9-4a02-ba75-bf789a23e322 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/ports?device_id=30d1b3d7-eafa-47bf-a370-e36f3efefabb HTTP/1.1" status: 200 len: 945 time: 0.0556619 Sep 10 15:14:24.240485 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-a959595e-5f75-4854-99ea-86f617b88e71 req-c795371e-5184-45a7-bbee-4fd67761a1aa tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/security-groups?id=973a4cb4-473a-45a2-bf0e-8a8e36198643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356762 Sep 10 15:14:24.645405 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-98afb589-01b0-46a5-bb58-33709ba71ea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:25.360207 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb499e-7bb7-4bf3-a59c-456b8b5d73dd req-2ee3de22-1312-406c-9d15-9ed3e7a3204e tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:25.361769 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-1efb499e-7bb7-4bf3-a59c-456b8b5d73dd req-2ee3de22-1312-406c-9d15-9ed3e7a3204e tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/ports?device_id=30d1b3d7-eafa-47bf-a370-e36f3efefabb HTTP/1.1" status: 200 len: 945 time: 0.0502212 Sep 10 15:14:25.406001 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-1efb499e-7bb7-4bf3-a59c-456b8b5d73dd req-4dd7b9d1-59df-4c93-8e92-990829427b5f tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/security-groups?id=973a4cb4-473a-45a2-bf0e-8a8e36198643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376422 Sep 10 15:14:27.498864 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-5c545021-544b-4077-b375-3aa3bcab2881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:28.205438 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:29.229912 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b7c5f725-09d8-454b-b5ba-4a700e799395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:31.402328 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c13c67c0-2efd-4950-9279-b0623a9c603e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:31.562481 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 48870) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:31.887819 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.plugin [None req-c7d29d3e-4cb5-462a-9f91-7c8d023a4b42 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Deleting port 84ecdfc8-73ee-472a-a12a-83356f8365cd {{(pid=94009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:14:31.888157 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-c7d29d3e-4cb5-462a-9f91-7c8d023a4b42 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748757118522'] for port, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:31.972430 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-c7d29d3e-4cb5-462a-9f91-7c8d023a4b42 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530186'] for port, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:31.972752 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-c7d29d3e-4cb5-462a-9f91-7c8d023a4b42 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:31.986371 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.plugin [None req-c7d29d3e-4cb5-462a-9f91-7c8d023a4b42 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Calling delete_port for 84ecdfc8-73ee-472a-a12a-83356f8365cd owned by network:floatingip {{(pid=94009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:14:32.164393 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-c7d29d3e-4cb5-462a-9f91-7c8d023a4b42 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748757126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748756606410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1040815'] for port, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:32.197036 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d29d3e-4cb5-462a-9f91-7c8d023a4b42 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Pushing event deleted for resources: {'Port': ['ID=84ecdfc8-73ee-472a-a12a-83356f8365cd,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:32.262753 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-c7d29d3e-4cb5-462a-9f91-7c8d023a4b42 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Notify callbacks [] for floatingip, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:32.263011 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.db.l3_db [None req-c7d29d3e-4cb5-462a-9f91-7c8d023a4b42 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Floating IP e433b256-eaa2-479e-8d93-f974e2e945f7 disassociated (deleted). External IP: 172.27.0.117, port: cbbd8aed-e390-465d-b140-9a4c90883319. Sep 10 15:14:32.499356 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7d29d3e-4cb5-462a-9f91-7c8d023a4b42 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Router d0a133c4-8999-4de4-89ef-09d692a7abca has already been hosted by L3 agent b0771735-54fe-4ba2-aeee-11d3b2b54cf1 {{(pid=94009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 15:14:32.629134 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7d29d3e-4cb5-462a-9f91-7c8d023a4b42 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Notify agent at l3_agent.dv-cinder-760153-10-iscsi the message routers_updated {{(pid=94009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:14:32.635108 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-c7d29d3e-4cb5-462a-9f91-7c8d023a4b42 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46804'] for floatingip, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:32.640475 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a226eadc-64fe-4729-81b4-0faf7a392a2c None None] Sync routers for ids ['d0a133c4-8999-4de4-89ef-09d692a7abca'] in dv-cinder-760153-10-iscsi {{(pid=94011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:14:32.652857 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a226eadc-64fe-4729-81b4-0faf7a392a2c None None] Routers {'d0a133c4-8999-4de4-89ef-09d692a7abca'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:14:32.653510 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-a226eadc-64fe-4729-81b4-0faf7a392a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T15:14:27Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['d0a133c4-8999-4de4-89ef-09d692a7abca'], 'active': True} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:14:32.665374 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-c7d29d3e-4cb5-462a-9f91-7c8d023a4b42 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "DELETE /v2.0/floatingips/e433b256-eaa2-479e-8d93-f974e2e945f7 HTTP/1.1" status: 204 len: 168 time: 1.1018775 Sep 10 15:14:32.665950 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e2fba9e-25ac-41cd-8f05-1789d4b617f1', 'tag': 'cbbd8aed-e390-465d-b140-9a4c90883319'}] {{(pid=94009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:14:32.668271 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9f06775dd2e397dd855044b511bdd55e5ba575987bbc09c0a11d88d405cb18b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a5d653-5add-47bb-b7e7-1b7fb6432792" -d '{"events": [{"name": "network-changed", "server_uuid": "8e2fba9e-25ac-41cd-8f05-1789d4b617f1", "tag": "cbbd8aed-e390-465d-b140-9a4c90883319"}]}' {{(pid=94009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:14:32.712541 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 15:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee1cd42-6a36-44f3-9a73-836e0902e230 x-openstack-request-id: req-fee1cd42-6a36-44f3-9a73-836e0902e230 {{(pid=94009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:14:32.712835 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e2fba9e-25ac-41cd-8f05-1789d4b617f1", "tag": "cbbd8aed-e390-465d-b140-9a4c90883319", "status": "completed", "code": 200}]} {{(pid=94009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:14:32.713101 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fee1cd42-6a36-44f3-9a73-836e0902e230 {{(pid=94009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:14:32.713492 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e2fba9e-25ac-41cd-8f05-1789d4b617f1', 'tag': 'cbbd8aed-e390-465d-b140-9a4c90883319', 'status': 'completed', 'code': 200} Sep 10 15:14:32.797333 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvr_db [None req-a226eadc-64fe-4729-81b4-0faf7a392a2c None None] Set router d0a133c4-8999-4de4-89ef-09d692a7abca gateway port host: dv-cinder-760153-10-iscsi {{(pid=94011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:14:32.807538 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a5d653-5add-47bb-b7e7-1b7fb6432792 req-2d579c78-0995-4f67-a9d9-7105504f3b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:32.811343 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-90a5d653-5add-47bb-b7e7-1b7fb6432792 req-2d579c78-0995-4f67-a9d9-7105504f3b75 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=47244aba6de4405d9ea861774b300ddd&device_id=8e2fba9e-25ac-41cd-8f05-1789d4b617f1 HTTP/1.1" status: 200 len: 1098 time: 0.0519428 Sep 10 15:14:32.957191 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a5d653-5add-47bb-b7e7-1b7fb6432792 req-dba5c986-389e-4eea-a53c-07aed1c53c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:32.958576 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-90a5d653-5add-47bb-b7e7-1b7fb6432792 req-dba5c986-389e-4eea-a53c-07aed1c53c88 service neutron] 10.222.0.42 "GET /v2.0/networks?id=7cf88e2d-f05f-45fc-a04d-f0661eff459b HTTP/1.1" status: 200 len: 909 time: 0.1372304 Sep 10 15:14:33.016185 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-90a5d653-5add-47bb-b7e7-1b7fb6432792 req-988b287b-6b09-4180-8d5b-c539e47f2957 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cbbd8aed-e390-465d-b140-9a4c90883319 HTTP/1.1" status: 200 len: 217 time: 0.0436580 Sep 10 15:14:33.034663 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f43b0f9-af24-4a48-9187-5d35efe40448 req-cf9fba5b-33af-4a24-85a5-e67c81a6cd7e tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:33.036207 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-2f43b0f9-af24-4a48-9187-5d35efe40448 req-cf9fba5b-33af-4a24-85a5-e67c81a6cd7e tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e2fba9e-25ac-41cd-8f05-1789d4b617f1 HTTP/1.1" status: 200 len: 945 time: 0.0912063 Sep 10 15:14:33.056321 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-a226eadc-64fe-4729-81b4-0faf7a392a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a133c4-8999-4de4-89ef-09d692a7abca', 'name': 'tempest-TestShelveInstance-349736955-router', 'tenant_id': '47244aba6de4405d9ea861774b300ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '112ee07b-c0b4-4c42-a02b-e34ccba87f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:08:58Z', 'updated_at': '2021-09-10T15:09:03Z', 'revision_number': 4, 'project_id': '47244aba6de4405d9ea861774b300ddd', 'gw_port': {'id': '112ee07b-c0b4-4c42-a02b-e34ccba87f6d', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a133c4-8999-4de4-89ef-09d692a7abca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:08:59Z', 'updated_at': '2021-09-10T15:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi', '_interfaces': [{'id': '12b59cf0-34b9-4ee4-ad39-f1a61cbaab11', 'name': '', 'network_id': '7cf88e2d-f05f-45fc-a04d-f0661eff459b', 'tenant_id': '47244aba6de4405d9ea861774b300ddd', 'mac_address': 'fa:16:3e:72:ea:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a133c4-8999-4de4-89ef-09d692a7abca', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '8893c71f-9a4e-420e-94a5-477d5ef9e705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:09:02Z', 'updated_at': '2021-09-10T15:09:16Z', 'revision_number': 5, 'project_id': '47244aba6de4405d9ea861774b300ddd', 'subnets': [{'id': '8893c71f-9a4e-420e-94a5-477d5ef9e705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:14:33.085521 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a226eadc-64fe-4729-81b4-0faf7a392a2c None None] Checking router: d0a133c4-8999-4de4-89ef-09d692a7abca for host: dv-cinder-760153-10-iscsi {{(pid=94011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:14:33.097516 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a226eadc-64fe-4729-81b4-0faf7a392a2c None None] Routers {'d0a133c4-8999-4de4-89ef-09d692a7abca'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:14:33.098185 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-a226eadc-64fe-4729-81b4-0faf7a392a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T15:14:27Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['d0a133c4-8999-4de4-89ef-09d692a7abca'], 'active': True} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:14:33.103908 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a5d653-5add-47bb-b7e7-1b7fb6432792 req-41620f63-c8aa-48b4-a684-70483f7f497d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:33.105397 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-90a5d653-5add-47bb-b7e7-1b7fb6432792 req-41620f63-c8aa-48b4-a684-70483f7f497d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8893c71f-9a4e-420e-94a5-477d5ef9e705 HTTP/1.1" status: 200 len: 847 time: 0.0796237 Sep 10 15:14:33.113923 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-2f43b0f9-af24-4a48-9187-5d35efe40448 req-5791ea3c-d959-491c-91e4-e42f6921b1cb tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/security-groups?id=facb85e1-ca28-4fa9-8341-49706cac4dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687814 Sep 10 15:14:33.161621 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a5d653-5add-47bb-b7e7-1b7fb6432792 req-8a5bbcd3-f1ee-4561-8811-324314bbd808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:33.163381 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-90a5d653-5add-47bb-b7e7-1b7fb6432792 req-8a5bbcd3-f1ee-4561-8811-324314bbd808 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=7cf88e2d-f05f-45fc-a04d-f0661eff459b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0485237 Sep 10 15:14:33.235780 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvr_db [None req-a226eadc-64fe-4729-81b4-0faf7a392a2c None None] Set router d0a133c4-8999-4de4-89ef-09d692a7abca gateway port host: dv-cinder-760153-10-iscsi {{(pid=94011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:14:33.276445 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-90a5d653-5add-47bb-b7e7-1b7fb6432792 req-2f795555-22e5-4a07-a5d6-9f1a7ef7dca3 service neutron] 10.222.0.42 "GET /v2.0/networks/7cf88e2d-f05f-45fc-a04d-f0661eff459b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005223 Sep 10 15:14:33.380327 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-90a5d653-5add-47bb-b7e7-1b7fb6432792 req-9faa8c0d-4c41-4a6d-9118-1d153c032763 service neutron] 10.222.0.42 "GET /v2.0/networks/7cf88e2d-f05f-45fc-a04d-f0661eff459b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937960 Sep 10 15:14:33.453815 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-a226eadc-64fe-4729-81b4-0faf7a392a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a133c4-8999-4de4-89ef-09d692a7abca', 'name': 'tempest-TestShelveInstance-349736955-router', 'tenant_id': '47244aba6de4405d9ea861774b300ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '112ee07b-c0b4-4c42-a02b-e34ccba87f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:08:58Z', 'updated_at': '2021-09-10T15:09:03Z', 'revision_number': 4, 'project_id': '47244aba6de4405d9ea861774b300ddd', 'gw_port': {'id': '112ee07b-c0b4-4c42-a02b-e34ccba87f6d', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a133c4-8999-4de4-89ef-09d692a7abca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:08:59Z', 'updated_at': '2021-09-10T15:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi', '_interfaces': [{'id': '12b59cf0-34b9-4ee4-ad39-f1a61cbaab11', 'name': '', 'network_id': '7cf88e2d-f05f-45fc-a04d-f0661eff459b', 'tenant_id': '47244aba6de4405d9ea861774b300ddd', 'mac_address': 'fa:16:3e:72:ea:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a133c4-8999-4de4-89ef-09d692a7abca', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '8893c71f-9a4e-420e-94a5-477d5ef9e705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:09:02Z', 'updated_at': '2021-09-10T15:09:16Z', 'revision_number': 5, 'project_id': '47244aba6de4405d9ea861774b300ddd', 'subnets': [{'id': '8893c71f-9a4e-420e-94a5-477d5ef9e705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:14:33.485751 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a226eadc-64fe-4729-81b4-0faf7a392a2c None None] The sync data for ids ['d0a133c4-8999-4de4-89ef-09d692a7abca'] in dv-cinder-760153-10-iscsi is: [{'id': 'd0a133c4-8999-4de4-89ef-09d692a7abca', 'name': 'tempest-TestShelveInstance-349736955-router', 'tenant_id': '47244aba6de4405d9ea861774b300ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '112ee07b-c0b4-4c42-a02b-e34ccba87f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:08:58Z', 'updated_at': '2021-09-10T15:09:03Z', 'revision_number': 4, 'project_id': '47244aba6de4405d9ea861774b300ddd', 'gw_port': {'id': '112ee07b-c0b4-4c42-a02b-e34ccba87f6d', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a133c4-8999-4de4-89ef-09d692a7abca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:08:59Z', 'updated_at': '2021-09-10T15:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi', '_interfaces': [{'id': '12b59cf0-34b9-4ee4-ad39-f1a61cbaab11', 'name': '', 'network_id': '7cf88e2d-f05f-45fc-a04d-f0661eff459b', 'tenant_id': '47244aba6de4405d9ea861774b300ddd', 'mac_address': 'fa:16:3e:72:ea:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a133c4-8999-4de4-89ef-09d692a7abca', 'device_owner': 'network:router_interface', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '8893c71f-9a4e-420e-94a5-477d5ef9e705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:09:02Z', 'updated_at': '2021-09-10T15:09:16Z', 'revision_number': 5, 'project_id': '47244aba6de4405d9ea861774b300ddd', 'subnets': [{'id': '8893c71f-9a4e-420e-94a5-477d5ef9e705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:14:33.734971 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d48f01-5dbc-4dbd-8388-5008f4f0a738 None None] New status for floating IP e433b256-eaa2-479e-8d93-f974e2e945f7: DOWN {{(pid=94012) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 15:14:34.245311 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378c2984-84ec-4001-8175-41e5e7a9f2b3 req-213b39d5-26d4-489d-b607-e5a76c5f73a8 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:34.246935 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-378c2984-84ec-4001-8175-41e5e7a9f2b3 req-213b39d5-26d4-489d-b607-e5a76c5f73a8 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e2fba9e-25ac-41cd-8f05-1789d4b617f1 HTTP/1.1" status: 200 len: 945 time: 0.0581198 Sep 10 15:14:34.288993 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-378c2984-84ec-4001-8175-41e5e7a9f2b3 req-ab8817df-eb44-4001-be6b-694c9e9fc5e8 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/security-groups?id=facb85e1-ca28-4fa9-8341-49706cac4dc9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361221 Sep 10 15:14:34.730411 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ff9929-045f-4830-9882-068640782a72 req-e9cdd1c8-b7f0-418a-aef3-1f6e7d8c4f93 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:34.731994 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-c2ff9929-045f-4830-9882-068640782a72 req-e9cdd1c8-b7f0-418a-aef3-1f6e7d8c4f93 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e2fba9e-25ac-41cd-8f05-1789d4b617f1 HTTP/1.1" status: 200 len: 945 time: 0.0573413 Sep 10 15:14:34.836719 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.plugin [req-c2ff9929-045f-4830-9882-068640782a72 req-46d351f7-467b-4961-850b-153dd377e7e2 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Deleting port cbbd8aed-e390-465d-b140-9a4c90883319 {{(pid=94009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:14:34.837078 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-c2ff9929-045f-4830-9882-068640782a72 req-46d351f7-467b-4961-850b-153dd377e7e2 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748757118522'] for port, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:34.958068 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.db [req-c2ff9929-045f-4830-9882-068640782a72 req-46d351f7-467b-4961-850b-153dd377e7e2 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] For port cbbd8aed-e390-465d-b140-9a4c90883319, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=cbbd8aed-e390-465d-b140-9a4c90883319,segment=NetworkSegment(57f4982e-55fa-411b-896e-d2f21b6a9591),segment_id=57f4982e-55fa-411b-896e-d2f21b6a9591)] {{(pid=94009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:14:34.958435 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-c2ff9929-045f-4830-9882-068640782a72 req-46d351f7-467b-4961-850b-153dd377e7e2 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530186'] for port, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:34.976299 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.plugin [req-c2ff9929-045f-4830-9882-068640782a72 req-46d351f7-467b-4961-850b-153dd377e7e2 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Calling delete_port for cbbd8aed-e390-465d-b140-9a4c90883319 owned by compute:nova {{(pid=94009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:14:35.162831 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-c2ff9929-045f-4830-9882-068640782a72 req-46d351f7-467b-4961-850b-153dd377e7e2 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748757126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748756606410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1040815'] for port, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:35.203392 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d351f7-467b-4961-850b-153dd377e7e2 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Pushing event deleted for resources: {'Port': ['ID=cbbd8aed-e390-465d-b140-9a4c90883319,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:35.259118 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2ff9929-045f-4830-9882-068640782a72 req-46d351f7-467b-4961-850b-153dd377e7e2 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] No DVR routers for this DVR port cbbd8aed-e390-465d-b140-9a4c90883319 on host hv-cinder-76015 {{(pid=94009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 15:14:35.261709 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-c2ff9929-045f-4830-9882-068640782a72 req-46d351f7-467b-4961-850b-153dd377e7e2 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46804'] for port, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:35.263668 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-c2ff9929-045f-4830-9882-068640782a72 req-46d351f7-467b-4961-850b-153dd377e7e2 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.42 "DELETE /v2.0/ports/cbbd8aed-e390-465d-b140-9a4c90883319 HTTP/1.1" status: 204 len: 173 time: 0.5245724 Sep 10 15:14:35.264102 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e2fba9e-25ac-41cd-8f05-1789d4b617f1', 'name': 'network-vif-deleted', 'tag': 'cbbd8aed-e390-465d-b140-9a4c90883319'}] {{(pid=94009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:14:35.266400 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9f06775dd2e397dd855044b511bdd55e5ba575987bbc09c0a11d88d405cb18b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f07711b-ab8e-4f75-a12b-bce13f148860" -d '{"events": [{"server_uuid": "8e2fba9e-25ac-41cd-8f05-1789d4b617f1", "name": "network-vif-deleted", "tag": "cbbd8aed-e390-465d-b140-9a4c90883319"}]}' {{(pid=94009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:14:35.309641 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-594a7149-d6ce-43ae-93fa-8dcfd9e73c56 x-openstack-request-id: req-594a7149-d6ce-43ae-93fa-8dcfd9e73c56 {{(pid=94009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:14:35.309941 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e2fba9e-25ac-41cd-8f05-1789d4b617f1", "name": "network-vif-deleted", "tag": "cbbd8aed-e390-465d-b140-9a4c90883319", "status": "completed", "code": 200}]} {{(pid=94009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:14:35.311653 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-594a7149-d6ce-43ae-93fa-8dcfd9e73c56 {{(pid=94009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:14:35.311653 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e2fba9e-25ac-41cd-8f05-1789d4b617f1', 'name': 'network-vif-deleted', 'tag': 'cbbd8aed-e390-465d-b140-9a4c90883319', 'status': 'completed', 'code': 200} Sep 10 15:14:35.414211 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-dda74453-234a-4862-8793-cedac73609c6 req-b93dab37-070e-42f2-9a1f-09dafec726e6 tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "GET /v2.0/ports?device_id=8e2fba9e-25ac-41cd-8f05-1789d4b617f1 HTTP/1.1" status: 200 len: 210 time: 0.0325704 Sep 10 15:14:36.477463 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 48936) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:36.553390 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-3fb76cd8-beb9-41d1-b407-e60d439ce45a tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Notify callbacks [] for security_group, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:36.580225 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-3fb76cd8-beb9-41d1-b407-e60d439ce45a tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:36.651695 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-3fb76cd8-beb9-41d1-b407-e60d439ce45a tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:36.654326 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-3fb76cd8-beb9-41d1-b407-e60d439ce45a tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Notify callbacks [] for security_group, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:36.655508 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-3fb76cd8-beb9-41d1-b407-e60d439ce45a tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] 10.222.0.35 "DELETE /v2.0/security-groups/facb85e1-ca28-4fa9-8341-49706cac4dc9 HTTP/1.1" status: 204 len: 168 time: 0.1777163 Sep 10 15:14:36.667762 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb76cd8-beb9-41d1-b407-e60d439ce45a tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=facb85e1-ca28-4fa9-8341-49706cac4dc9,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:36.676211 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb76cd8-beb9-41d1-b407-e60d439ce45a tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:14:36.676603 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb76cd8-beb9-41d1-b407-e60d439ce45a tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:14:36.676990 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb76cd8-beb9-41d1-b407-e60d439ce45a tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:14:36.677438 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb76cd8-beb9-41d1-b407-e60d439ce45a tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:14:36.677757 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb76cd8-beb9-41d1-b407-e60d439ce45a tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:14:36.678219 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb76cd8-beb9-41d1-b407-e60d439ce45a tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:14:36.678661 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb76cd8-beb9-41d1-b407-e60d439ce45a tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:14:36.679197 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb76cd8-beb9-41d1-b407-e60d439ce45a tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:14:36.679470 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb76cd8-beb9-41d1-b407-e60d439ce45a tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:14:36.679902 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb76cd8-beb9-41d1-b407-e60d439ce45a tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:14:36.680426 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb76cd8-beb9-41d1-b407-e60d439ce45a tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:14:36.680775 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb76cd8-beb9-41d1-b407-e60d439ce45a tempest-TestShelveInstance-69594751 tempest-TestShelveInstance-69594751-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:14:36.708824 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 48942) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:37.188042 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-e62f017b-fdd2-4a7a-924c-5fb2ae098d9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586107'] for router_interface, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:37.466063 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.plugin [None req-e62f017b-fdd2-4a7a-924c-5fb2ae098d9b admin admin] Deleting port 12b59cf0-34b9-4ee4-ad39-f1a61cbaab11 {{(pid=94009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:14:37.466418 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-e62f017b-fdd2-4a7a-924c-5fb2ae098d9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748757118522'] for port, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:37.581495 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.db [None req-e62f017b-fdd2-4a7a-924c-5fb2ae098d9b admin admin] For port 12b59cf0-34b9-4ee4-ad39-f1a61cbaab11, host dv-cinder-760153-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-10-iscsi',level=0,port_id=12b59cf0-34b9-4ee4-ad39-f1a61cbaab11,segment=NetworkSegment(57f4982e-55fa-411b-896e-d2f21b6a9591),segment_id=57f4982e-55fa-411b-896e-d2f21b6a9591)] {{(pid=94009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:14:37.582319 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-e62f017b-fdd2-4a7a-924c-5fb2ae098d9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530186'] for port, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:37.598559 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94afc5c8-dedc-4329-96a3-fa73d992673e req-fae27a40-ec86-4be0-a682-a635c04c8e0f tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:37.603851 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-94afc5c8-dedc-4329-96a3-fa73d992673e req-fae27a40-ec86-4be0-a682-a635c04c8e0f tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/ports?device_id=30d1b3d7-eafa-47bf-a370-e36f3efefabb HTTP/1.1" status: 200 len: 945 time: 0.1063120 Sep 10 15:14:37.606581 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.plugin [None req-e62f017b-fdd2-4a7a-924c-5fb2ae098d9b admin admin] Calling delete_port for 12b59cf0-34b9-4ee4-ad39-f1a61cbaab11 owned by network:router_interface {{(pid=94009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:14:37.693447 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-94afc5c8-dedc-4329-96a3-fa73d992673e req-32a7ee0c-4292-4b67-94da-463871654232 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/security-groups?id=973a4cb4-473a-45a2-bf0e-8a8e36198643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828047 Sep 10 15:14:37.836893 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-e62f017b-fdd2-4a7a-924c-5fb2ae098d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748757126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748756606410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1040815'] for port, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:37.876389 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62f017b-fdd2-4a7a-924c-5fb2ae098d9b admin admin] Pushing event deleted for resources: {'Port': ['ID=12b59cf0-34b9-4ee4-ad39-f1a61cbaab11,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:38.080069 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-e62f017b-fdd2-4a7a-924c-5fb2ae098d9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586191'] for router_interface, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:38.309933 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e62f017b-fdd2-4a7a-924c-5fb2ae098d9b admin admin] Router d0a133c4-8999-4de4-89ef-09d692a7abca has already been hosted by L3 agent b0771735-54fe-4ba2-aeee-11d3b2b54cf1 {{(pid=94009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 15:14:38.467676 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device cbbd8aed-e390-465d-b140-9a4c90883319 no longer exists at agent hyperv_hv-cinder-76015 {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:14:38.490304 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] No Port match for: cbbd8aed-e390-465d-b140-9a4c90883319 {{(pid=94011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:14:38.490641 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device cbbd8aed-e390-465d-b140-9a4c90883319 not bound to the agent host hv-cinder-76015 {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:14:38.700548 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e62f017b-fdd2-4a7a-924c-5fb2ae098d9b admin admin] Notify agent at l3_agent.dv-cinder-760153-10-iscsi the message routers_updated {{(pid=94009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:14:38.707156 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-e62f017b-fdd2-4a7a-924c-5fb2ae098d9b admin admin] 10.222.0.35 "PUT /v2.0/routers/d0a133c4-8999-4de4-89ef-09d692a7abca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9957628 Sep 10 15:14:38.709014 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 48956) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:38.712191 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e46ef9-1a5e-4934-9a19-f670b79847b5 None None] Sync routers for ids ['d0a133c4-8999-4de4-89ef-09d692a7abca'] in dv-cinder-760153-10-iscsi {{(pid=94011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:14:38.724630 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e46ef9-1a5e-4934-9a19-f670b79847b5 None None] Routers {'d0a133c4-8999-4de4-89ef-09d692a7abca'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:14:38.725270 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-e2e46ef9-1a5e-4934-9a19-f670b79847b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T15:14:27Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['d0a133c4-8999-4de4-89ef-09d692a7abca'], 'active': True} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:14:38.841440 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-46ef64cb-e1a8-407a-8877-26b831a9bed2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:38.844553 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvr_db [None req-e2e46ef9-1a5e-4934-9a19-f670b79847b5 None None] Set router d0a133c4-8999-4de4-89ef-09d692a7abca gateway port host: dv-cinder-760153-10-iscsi {{(pid=94011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:14:38.952697 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b81b28a-b588-425e-8853-0820ec8016cc req-9240d671-80b4-4c16-8aae-a5d740e2ecd8 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:38.955231 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-9b81b28a-b588-425e-8853-0820ec8016cc req-9240d671-80b4-4c16-8aae-a5d740e2ecd8 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/ports?device_id=30d1b3d7-eafa-47bf-a370-e36f3efefabb HTTP/1.1" status: 200 len: 945 time: 0.1826913 Sep 10 15:14:39.042177 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-e2e46ef9-1a5e-4934-9a19-f670b79847b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a133c4-8999-4de4-89ef-09d692a7abca', 'name': 'tempest-TestShelveInstance-349736955-router', 'tenant_id': '47244aba6de4405d9ea861774b300ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '112ee07b-c0b4-4c42-a02b-e34ccba87f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:08:58Z', 'updated_at': '2021-09-10T15:14:37Z', 'revision_number': 5, 'project_id': '47244aba6de4405d9ea861774b300ddd', 'gw_port': {'id': '112ee07b-c0b4-4c42-a02b-e34ccba87f6d', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:a7:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a133c4-8999-4de4-89ef-09d692a7abca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:08:59Z', 'updated_at': '2021-09-10T15:09:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi'}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:14:39.044702 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-9b81b28a-b588-425e-8853-0820ec8016cc req-b7f95d9d-4419-4460-b0dd-2ac57ccd3ad0 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/security-groups?id=973a4cb4-473a-45a2-bf0e-8a8e36198643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822952 Sep 10 15:14:39.048365 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-46ef64cb-e1a8-407a-8877-26b831a9bed2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:39.097370 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e46ef9-1a5e-4934-9a19-f670b79847b5 None None] Checking router: d0a133c4-8999-4de4-89ef-09d692a7abca for host: dv-cinder-760153-10-iscsi {{(pid=94011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:14:39.106472 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e46ef9-1a5e-4934-9a19-f670b79847b5 None None] Routers {'d0a133c4-8999-4de4-89ef-09d692a7abca'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:14:39.107200 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-e2e46ef9-1a5e-4934-9a19-f670b79847b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T15:14:27Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['d0a133c4-8999-4de4-89ef-09d692a7abca'], 'active': True} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:14:39.116217 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.plugin [None req-46ef64cb-e1a8-407a-8877-26b831a9bed2 admin admin] Deleting port 112ee07b-c0b4-4c42-a02b-e34ccba87f6d {{(pid=94009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:14:39.116547 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-46ef64cb-e1a8-407a-8877-26b831a9bed2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748757118522'] for port, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:39.207848 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvr_db [None req-e2e46ef9-1a5e-4934-9a19-f670b79847b5 None None] Set router d0a133c4-8999-4de4-89ef-09d692a7abca gateway port host: None {{(pid=94011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:14:39.236225 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.db [None req-46ef64cb-e1a8-407a-8877-26b831a9bed2 admin admin] For port 112ee07b-c0b4-4c42-a02b-e34ccba87f6d, host dv-cinder-760153-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-10-iscsi',level=0,port_id=112ee07b-c0b4-4c42-a02b-e34ccba87f6d,segment=NetworkSegment(62148626-c573-4694-a829-31b2bfa74c0d),segment_id=62148626-c573-4694-a829-31b2bfa74c0d)] {{(pid=94009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:14:39.236613 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-46ef64cb-e1a8-407a-8877-26b831a9bed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530186'] for port, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:39.257314 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.plugin [None req-46ef64cb-e1a8-407a-8877-26b831a9bed2 admin admin] Calling delete_port for 112ee07b-c0b4-4c42-a02b-e34ccba87f6d owned by network:router_gateway {{(pid=94009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:14:39.263114 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-e2e46ef9-1a5e-4934-9a19-f670b79847b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a133c4-8999-4de4-89ef-09d692a7abca', 'name': 'tempest-TestShelveInstance-349736955-router', 'tenant_id': '47244aba6de4405d9ea861774b300ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:08:58Z', 'updated_at': '2021-09-10T15:14:39Z', 'revision_number': 6, 'project_id': '47244aba6de4405d9ea861774b300ddd', 'gw_port_host': None}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:14:39.272176 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4310a74d-0d76-4232-b38f-0f6cec5914e9 req-5db08dca-c71a-4bb8-8d1a-e80ec349bde0 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:39.273720 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-4310a74d-0d76-4232-b38f-0f6cec5914e9 req-5db08dca-c71a-4bb8-8d1a-e80ec349bde0 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.42 "GET /v2.0/ports?device_id=30d1b3d7-eafa-47bf-a370-e36f3efefabb HTTP/1.1" status: 200 len: 945 time: 0.0807419 Sep 10 15:14:39.425320 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e46ef9-1a5e-4934-9a19-f670b79847b5 None None] The sync data for ids ['d0a133c4-8999-4de4-89ef-09d692a7abca'] in dv-cinder-760153-10-iscsi is: [{'id': 'd0a133c4-8999-4de4-89ef-09d692a7abca', 'name': 'tempest-TestShelveInstance-349736955-router', 'tenant_id': '47244aba6de4405d9ea861774b300ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:08:58Z', 'updated_at': '2021-09-10T15:14:39Z', 'revision_number': 6, 'project_id': '47244aba6de4405d9ea861774b300ddd', 'gw_port_host': None}] {{(pid=94011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:14:39.505249 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.plugin [req-4310a74d-0d76-4232-b38f-0f6cec5914e9 req-54d9b647-a33f-4a27-abbd-060d60a62198 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Deleting port 038a7d3d-b186-4d47-90eb-2c7bd3f00d01 {{(pid=94009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:14:39.505589 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-4310a74d-0d76-4232-b38f-0f6cec5914e9 req-54d9b647-a33f-4a27-abbd-060d60a62198 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748757118522'] for port, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:39.591398 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-46ef64cb-e1a8-407a-8877-26b831a9bed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748757126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748756606410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1040815'] for port, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:39.622722 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef64cb-e1a8-407a-8877-26b831a9bed2 admin admin] Pushing event deleted for resources: {'Port': ['ID=112ee07b-c0b4-4c42-a02b-e34ccba87f6d,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:39.683986 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.db [req-4310a74d-0d76-4232-b38f-0f6cec5914e9 req-54d9b647-a33f-4a27-abbd-060d60a62198 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] For port 038a7d3d-b186-4d47-90eb-2c7bd3f00d01, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=038a7d3d-b186-4d47-90eb-2c7bd3f00d01,segment=NetworkSegment(516d7949-fb86-4c13-a3db-25439db90102),segment_id=516d7949-fb86-4c13-a3db-25439db90102)] {{(pid=94009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:14:39.684352 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-4310a74d-0d76-4232-b38f-0f6cec5914e9 req-54d9b647-a33f-4a27-abbd-060d60a62198 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530186'] for port, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:39.703923 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.plugin [req-4310a74d-0d76-4232-b38f-0f6cec5914e9 req-54d9b647-a33f-4a27-abbd-060d60a62198 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Calling delete_port for 038a7d3d-b186-4d47-90eb-2c7bd3f00d01 owned by compute:nova {{(pid=94009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:14:39.718843 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-46ef64cb-e1a8-407a-8877-26b831a9bed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-582701'] for router_gateway, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:39.850360 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-46ef64cb-e1a8-407a-8877-26b831a9bed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-329'] for router, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:39.856070 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-46ef64cb-e1a8-407a-8877-26b831a9bed2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:39.918164 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-46ef64cb-e1a8-407a-8877-26b831a9bed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587159'] for router, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:39.918702 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ef64cb-e1a8-407a-8877-26b831a9bed2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0a133c4-8999-4de4-89ef-09d692a7abca {{(pid=94009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 15:14:39.925927 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-46ef64cb-e1a8-407a-8877-26b831a9bed2 admin admin] Notify callbacks [] for router, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:39.926646 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-46ef64cb-e1a8-407a-8877-26b831a9bed2 admin admin] 10.222.0.35 "DELETE /v2.0/routers/d0a133c4-8999-4de4-89ef-09d692a7abca HTTP/1.1" status: 204 len: 168 time: 1.2165537 Sep 10 15:14:39.929866 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 48968) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:39.980208 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.db.db_base_plugin_v2 [None req-372061b9-6e66-4ddc-8fd0-a47c9ca1f80c admin admin] Deleting subnet 8893c71f-9a4e-420e-94a5-477d5ef9e705 {{(pid=94010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 15:14:39.984163 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-372061b9-6e66-4ddc-8fd0-a47c9ca1f80c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:39.985154 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-4310a74d-0d76-4232-b38f-0f6cec5914e9 req-54d9b647-a33f-4a27-abbd-060d60a62198 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748757126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748756606410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1040815'] for port, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:39.999953 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] get_ports_and_sgs() called for port_ids ['f63b4e62-414f-4205-93ba-64c8a3147b6c', 'd7f7cf83-5ece-4843-af89-ef8a32391652', '8c258350-3b73-4951-95d5-7af847d13476', '038a7d3d-b186-4d47-90eb-2c7bd3f00d01'] {{(pid=94011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 15:14:40.023006 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d9b647-a33f-4a27-abbd-060d60a62198 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Pushing event deleted for resources: {'Port': ['ID=038a7d3d-b186-4d47-90eb-2c7bd3f00d01,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:40.041432 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-372061b9-6e66-4ddc-8fd0-a47c9ca1f80c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14298931'] for subnet, precommit_delete_associations {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:40.091704 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.l3_dvrscheduler_db [req-4310a74d-0d76-4232-b38f-0f6cec5914e9 req-54d9b647-a33f-4a27-abbd-060d60a62198 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] No DVR routers for this DVR port 038a7d3d-b186-4d47-90eb-2c7bd3f00d01 on host hv-cinder-76015 {{(pid=94009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 15:14:40.095950 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-4310a74d-0d76-4232-b38f-0f6cec5914e9 req-54d9b647-a33f-4a27-abbd-060d60a62198 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46804'] for port, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:40.100046 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-4310a74d-0d76-4232-b38f-0f6cec5914e9 req-54d9b647-a33f-4a27-abbd-060d60a62198 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.42 "DELETE /v2.0/ports/038a7d3d-b186-4d47-90eb-2c7bd3f00d01 HTTP/1.1" status: 204 len: 173 time: 0.8179400 Sep 10 15:14:40.100997 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30d1b3d7-eafa-47bf-a370-e36f3efefabb', 'name': 'network-vif-deleted', 'tag': '038a7d3d-b186-4d47-90eb-2c7bd3f00d01'}] {{(pid=94009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:14:40.118057 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9f06775dd2e397dd855044b511bdd55e5ba575987bbc09c0a11d88d405cb18b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0527ecbd-621f-49cd-91ec-c37bae738e64" -d '{"events": [{"server_uuid": "30d1b3d7-eafa-47bf-a370-e36f3efefabb", "name": "network-vif-deleted", "tag": "038a7d3d-b186-4d47-90eb-2c7bd3f00d01"}]}' {{(pid=94009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:14:40.167192 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-372061b9-6e66-4ddc-8fd0-a47c9ca1f80c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1678090'] for subnet, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:40.245073 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1418e58d-1a7c-4593-8c32-e888a391b651 x-openstack-request-id: req-1418e58d-1a7c-4593-8c32-e888a391b651 {{(pid=94009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:14:40.246427 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30d1b3d7-eafa-47bf-a370-e36f3efefabb", "name": "network-vif-deleted", "tag": "038a7d3d-b186-4d47-90eb-2c7bd3f00d01", "status": "completed", "code": 200}]} {{(pid=94009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:14:40.246690 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1418e58d-1a7c-4593-8c32-e888a391b651 {{(pid=94009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:14:40.247120 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30d1b3d7-eafa-47bf-a370-e36f3efefabb', 'name': 'network-vif-deleted', 'tag': '038a7d3d-b186-4d47-90eb-2c7bd3f00d01', 'status': 'completed', 'code': 200} Sep 10 15:14:40.253814 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-31a75c6f-1bd0-46e8-9b5a-d6a32631de8a req-65a8f723-236c-4406-abe9-67122384f68b tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/ports?device_id=30d1b3d7-eafa-47bf-a370-e36f3efefabb HTTP/1.1" status: 200 len: 210 time: 0.0818200 Sep 10 15:14:40.321184 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device 112ee07b-c0b4-4c42-a02b-e34ccba87f6d no longer exists at agent ovs-agent-dv-cinder-760153-10-iscsi {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:14:40.327171 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-372061b9-6e66-4ddc-8fd0-a47c9ca1f80c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1678083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14298973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14665343'] for subnet, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:40.358402 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-372061b9-6e66-4ddc-8fd0-a47c9ca1f80c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526879'] for subnet, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:40.363002 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-372061b9-6e66-4ddc-8fd0-a47c9ca1f80c admin admin] 10.222.0.35 "DELETE /v2.0/subnets/8893c71f-9a4e-420e-94a5-477d5ef9e705 HTTP/1.1" status: 204 len: 168 time: 0.4290893 Sep 10 15:14:40.363182 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 48978) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:40.371591 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16dd41a-9efb-4506-babe-0635dfd111ba None None] Network 7cf88e2d-f05f-45fc-a04d-f0661eff459b requested from dv-cinder-760153-10-iscsi {{(pid=94011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:14:40.381515 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372061b9-6e66-4ddc-8fd0-a47c9ca1f80c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8893c71f-9a4e-420e-94a5-477d5ef9e705,revision_number=None']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:40.381942 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] No Port match for: 112ee07b-c0b4-4c42-a02b-e34ccba87f6d {{(pid=94011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:14:40.382168 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device 112ee07b-c0b4-4c42-a02b-e34ccba87f6d not bound to the agent host dv-cinder-760153-10-iscsi {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:14:40.382596 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device 12b59cf0-34b9-4ee4-ad39-f1a61cbaab11 no longer exists at agent ovs-agent-dv-cinder-760153-10-iscsi {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:14:40.425679 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] No Port match for: 12b59cf0-34b9-4ee4-ad39-f1a61cbaab11 {{(pid=94011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:14:40.426252 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device 12b59cf0-34b9-4ee4-ad39-f1a61cbaab11 not bound to the agent host dv-cinder-760153-10-iscsi {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:14:40.542000 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-a73ffbcb-de22-477f-afb6-7147ca8c56db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626838'] for network, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:40.617953 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.plugin [None req-a73ffbcb-de22-477f-afb6-7147ca8c56db admin admin] Deleting port 372888f1-b707-4ee0-95b0-dbab75004e70 {{(pid=94009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:14:40.618365 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-a73ffbcb-de22-477f-afb6-7147ca8c56db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748757118522'] for port, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:40.678976 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:40.723304 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.db [None req-a73ffbcb-de22-477f-afb6-7147ca8c56db admin admin] For port 372888f1-b707-4ee0-95b0-dbab75004e70, host dv-cinder-760153-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-10-iscsi',level=0,port_id=372888f1-b707-4ee0-95b0-dbab75004e70,segment=NetworkSegment(57f4982e-55fa-411b-896e-d2f21b6a9591),segment_id=57f4982e-55fa-411b-896e-d2f21b6a9591)] {{(pid=94009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:14:40.723304 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-a73ffbcb-de22-477f-afb6-7147ca8c56db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530186'] for port, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:40.745325 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.plugin [None req-a73ffbcb-de22-477f-afb6-7147ca8c56db admin admin] Calling delete_port for 372888f1-b707-4ee0-95b0-dbab75004e70 owned by network:dhcp {{(pid=94009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:14:40.767068 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931e0fd7-adce-49b7-b0c0-50ec79ab5ff9 None None] DHCP port deletion for 7cf88e2d-f05f-45fc-a04d-f0661eff459b request from dv-cinder-760153-10-iscsi {{(pid=94011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 15:14:40.845750 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-a73ffbcb-de22-477f-afb6-7147ca8c56db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748757126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748756606410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1040815'] for port, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:40.854109 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-931e0fd7-adce-49b7-b0c0-50ec79ab5ff9 None None] Deleting port 372888f1-b707-4ee0-95b0-dbab75004e70 {{(pid=94011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:14:40.854492 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-931e0fd7-adce-49b7-b0c0-50ec79ab5ff9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748757118522'] for port, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:40.872009 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73ffbcb-de22-477f-afb6-7147ca8c56db admin admin] Pushing event deleted for resources: {'Port': ['ID=372888f1-b707-4ee0-95b0-dbab75004e70,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:40.876233 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73ffbcb-de22-477f-afb6-7147ca8c56db admin admin] No DVR routers for this DVR port 372888f1-b707-4ee0-95b0-dbab75004e70 on host dv-cinder-760153-10-iscsi {{(pid=94009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 15:14:40.930462 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-931e0fd7-adce-49b7-b0c0-50ec79ab5ff9 None None] For port 372888f1-b707-4ee0-95b0-dbab75004e70, host dv-cinder-760153-10-iscsi, got binding levels [] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:14:40.930866 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-931e0fd7-adce-49b7-b0c0-50ec79ab5ff9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530186'] for port, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:40.944479 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-931e0fd7-adce-49b7-b0c0-50ec79ab5ff9 None None] Calling delete_port for 372888f1-b707-4ee0-95b0-dbab75004e70 owned by network:dhcp {{(pid=94011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:14:40.947393 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.ipam_backend_mixin [None req-931e0fd7-adce-49b7-b0c0-50ec79ab5ff9 None None] Port 372888f1-b707-4ee0-95b0-dbab75004e70 was not found and therefore no delete operation was performed {{(pid=94011) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 10 15:14:40.948769 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-931e0fd7-adce-49b7-b0c0-50ec79ab5ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748757126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748756606410'] for port, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:40.953899 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-a73ffbcb-de22-477f-afb6-7147ca8c56db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1672831', 'neutron.services.segments.db._delete_segments_for_network-8748756906397'] for network, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:40.974516 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.services.segments.db [None req-a73ffbcb-de22-477f-afb6-7147ca8c56db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cf88e2d-f05f-45fc-a04d-f0661eff459b']}} {{(pid=94009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:14:40.975019 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931e0fd7-adce-49b7-b0c0-50ec79ab5ff9 None None] Pushing event deleted for resources: {'Port': ['ID=372888f1-b707-4ee0-95b0-dbab75004e70,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:40.978728 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931e0fd7-adce-49b7-b0c0-50ec79ab5ff9 None None] No DVR routers for this DVR port 372888f1-b707-4ee0-95b0-dbab75004e70 on host dv-cinder-760153-10-iscsi {{(pid=94011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 15:14:40.988217 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.services.segments.db [None req-a73ffbcb-de22-477f-afb6-7147ca8c56db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57f4982e-55fa-411b-896e-d2f21b6a9591') {'for_net_delete': True} {{(pid=94009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:14:40.988217 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.services.segments.db [None req-a73ffbcb-de22-477f-afb6-7147ca8c56db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57f4982e-55fa-411b-896e-d2f21b6a9591') {} {{(pid=94009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:14:40.999208 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-a73ffbcb-de22-477f-afb6-7147ca8c56db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748756906150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15526041'] for segment, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:41.013222 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-a73ffbcb-de22-477f-afb6-7147ca8c56db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672864'] for segment, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:41.019492 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a73ffbcb-de22-477f-afb6-7147ca8c56db admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=94009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 15:14:41.019878 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-a73ffbcb-de22-477f-afb6-7147ca8c56db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1041264'] for segment, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:41.021558 dv-cinder-760153-10-iscsi neutron-server[94009]: Traceback (most recent call last): Sep 10 15:14:41.021558 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 15:14:41.021558 dv-cinder-760153-10-iscsi neutron-server[94009]: timer() Sep 10 15:14:41.021558 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 15:14:41.021558 dv-cinder-760153-10-iscsi neutron-server[94009]: cb(*args, **kw) Sep 10 15:14:41.021558 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 15:14:41.021558 dv-cinder-760153-10-iscsi neutron-server[94009]: return func(*args, **kwargs) Sep 10 15:14:41.021558 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 15:14:41.021558 dv-cinder-760153-10-iscsi neutron-server[94009]: self._notify() Sep 10 15:14:41.021558 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 15:14:41.021558 dv-cinder-760153-10-iscsi neutron-server[94009]: self.callback(batched_events) Sep 10 15:14:41.021558 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 15:14:41.021558 dv-cinder-760153-10-iscsi neutron-server[94009]: event.method(event) Sep 10 15:14:41.021558 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 15:14:41.021558 dv-cinder-760153-10-iscsi neutron-server[94009]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 15:14:41.021558 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 15:14:41.021558 dv-cinder-760153-10-iscsi neutron-server[94009]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 15:14:41.021558 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 15:14:41.021558 dv-cinder-760153-10-iscsi neutron-server[94009]: return f(self, *a, **k) Sep 10 15:14:41.021558 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 15:14:41.021558 dv-cinder-760153-10-iscsi neutron-server[94009]: return self._get(url).json() Sep 10 15:14:41.021558 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 15:14:41.021558 dv-cinder-760153-10-iscsi neutron-server[94009]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 15:14:41.021558 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 15:14:41.021558 dv-cinder-760153-10-iscsi neutron-server[94009]: return self.request(url, 'GET', **kwargs) Sep 10 15:14:41.021558 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 15:14:41.021558 dv-cinder-760153-10-iscsi neutron-server[94009]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 15:14:41.021558 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 15:14:41.021558 dv-cinder-760153-10-iscsi neutron-server[94009]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 15:14:41.021558 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 15:14:41.021558 dv-cinder-760153-10-iscsi neutron-server[94009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 15:14:41.021558 dv-cinder-760153-10-iscsi neutron-server[94009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 15:14:41.089864 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-a73ffbcb-de22-477f-afb6-7147ca8c56db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582729'] for network, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:41.095849 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-a73ffbcb-de22-477f-afb6-7147ca8c56db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526879'] for network, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:41.098231 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-a73ffbcb-de22-477f-afb6-7147ca8c56db admin admin] 10.222.0.35 "DELETE /v2.0/networks/7cf88e2d-f05f-45fc-a04d-f0661eff459b HTTP/1.1" status: 204 len: 168 time: 0.7339351 Sep 10 15:14:41.101563 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 48984) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:41.109972 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73ffbcb-de22-477f-afb6-7147ca8c56db admin admin] Pushing event deleted for resources: {'Network': ['ID=7cf88e2d-f05f-45fc-a04d-f0661eff459b,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:41.492216 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-88436c12-db98-4ace-9f07-47607f679214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586107'] for router_interface, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:41.818919 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.plugin [None req-88436c12-db98-4ace-9f07-47607f679214 admin admin] Deleting port 3d213ff3-6548-41e7-b166-eec23ebfa0d1 {{(pid=94010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:14:41.819272 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-88436c12-db98-4ace-9f07-47607f679214 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748757118522'] for port, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:41.912878 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.db [None req-88436c12-db98-4ace-9f07-47607f679214 admin admin] For port 3d213ff3-6548-41e7-b166-eec23ebfa0d1, host dv-cinder-760153-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-10-iscsi',level=0,port_id=3d213ff3-6548-41e7-b166-eec23ebfa0d1,segment=NetworkSegment(b932063e-2a90-4e6d-af31-f646cab7d53f),segment_id=b932063e-2a90-4e6d-af31-f646cab7d53f)] {{(pid=94010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:14:41.913294 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-88436c12-db98-4ace-9f07-47607f679214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530186'] for port, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:41.938159 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.plugin [None req-88436c12-db98-4ace-9f07-47607f679214 admin admin] Calling delete_port for 3d213ff3-6548-41e7-b166-eec23ebfa0d1 owned by network:router_interface {{(pid=94010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:14:42.120479 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device 372888f1-b707-4ee0-95b0-dbab75004e70 no longer exists at agent ovs-agent-dv-cinder-760153-10-iscsi {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:14:42.141612 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] No Port match for: 372888f1-b707-4ee0-95b0-dbab75004e70 {{(pid=94011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:14:42.141957 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device 372888f1-b707-4ee0-95b0-dbab75004e70 not bound to the agent host dv-cinder-760153-10-iscsi {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:14:42.183122 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-88436c12-db98-4ace-9f07-47607f679214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748757126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748756606410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14298976'] for port, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:42.217745 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88436c12-db98-4ace-9f07-47607f679214 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d213ff3-6548-41e7-b166-eec23ebfa0d1,revision_number=None']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:42.402847 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-88436c12-db98-4ace-9f07-47607f679214 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586191'] for router_interface, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:42.701418 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df51649-5291-4a67-8bbb-b005c025ad64 req-8c4f87c0-f39b-42db-89fa-1778006e0c6c tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:42.702854 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-3df51649-5291-4a67-8bbb-b005c025ad64 req-8c4f87c0-f39b-42db-89fa-1778006e0c6c tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/ports?device_id=18d833cf-f79a-4b6d-8a91-bf6359224c34 HTTP/1.1" status: 200 len: 946 time: 0.0598226 Sep 10 15:14:42.748399 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-3df51649-5291-4a67-8bbb-b005c025ad64 req-f66415a9-0795-422b-a57c-6d9e42191f49 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/security-groups?id=973a4cb4-473a-45a2-bf0e-8a8e36198643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362916 Sep 10 15:14:42.930292 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88436c12-db98-4ace-9f07-47607f679214 admin admin] Router 86ad7842-a58b-417f-b298-ef05bf7c4133 has already been hosted by L3 agent b0771735-54fe-4ba2-aeee-11d3b2b54cf1 {{(pid=94010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 15:14:43.051875 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88436c12-db98-4ace-9f07-47607f679214 admin admin] Notify agent at l3_agent.dv-cinder-760153-10-iscsi the message routers_updated {{(pid=94010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:14:43.059347 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-88436c12-db98-4ace-9f07-47607f679214 admin admin] 10.222.0.35 "PUT /v2.0/routers/86ad7842-a58b-417f-b298-ef05bf7c4133/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9499092 Sep 10 15:14:43.062540 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 49012) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:43.066658 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fee408-fcfe-43ec-8701-045af85433c5 None None] Sync routers for ids ['86ad7842-a58b-417f-b298-ef05bf7c4133'] in dv-cinder-760153-10-iscsi {{(pid=94012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:14:43.081823 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fee408-fcfe-43ec-8701-045af85433c5 None None] Routers {'86ad7842-a58b-417f-b298-ef05bf7c4133'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:14:43.082774 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-68fee408-fcfe-43ec-8701-045af85433c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T15:14:27Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['86ad7842-a58b-417f-b298-ef05bf7c4133'], 'active': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:14:43.191735 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-2464137f-dee4-4a52-990d-1239d00c5c09 admin admin] Notify callbacks [] for router, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:43.193986 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvr_db [None req-68fee408-fcfe-43ec-8701-045af85433c5 None None] Set router 86ad7842-a58b-417f-b298-ef05bf7c4133 gateway port host: dv-cinder-760153-10-iscsi {{(pid=94012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:14:43.301430 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-2464137f-dee4-4a52-990d-1239d00c5c09 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:43.364925 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.plugin [None req-2464137f-dee4-4a52-990d-1239d00c5c09 admin admin] Deleting port 4825d322-d399-4e80-b91e-b532834d4d70 {{(pid=94010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:14:43.365390 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-2464137f-dee4-4a52-990d-1239d00c5c09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748757118522'] for port, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:43.398540 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-68fee408-fcfe-43ec-8701-045af85433c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ad7842-a58b-417f-b298-ef05bf7c4133', 'name': 'tempest-TestShelveInstance-2011105181-router', 'tenant_id': '3afbff84ea194b4ba6b4e4966fdf173a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '4825d322-d399-4e80-b91e-b532834d4d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:09:12Z', 'updated_at': '2021-09-10T15:14:42Z', 'revision_number': 5, 'project_id': '3afbff84ea194b4ba6b4e4966fdf173a', 'gw_port': {'id': '4825d322-d399-4e80-b91e-b532834d4d70', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ad7842-a58b-417f-b298-ef05bf7c4133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:09:13Z', 'updated_at': '2021-09-10T15:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi'}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:14:43.426872 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fee408-fcfe-43ec-8701-045af85433c5 None None] Checking router: 86ad7842-a58b-417f-b298-ef05bf7c4133 for host: dv-cinder-760153-10-iscsi {{(pid=94012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:14:43.438690 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fee408-fcfe-43ec-8701-045af85433c5 None None] Routers {'86ad7842-a58b-417f-b298-ef05bf7c4133'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:14:43.439463 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-68fee408-fcfe-43ec-8701-045af85433c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T15:14:27Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['86ad7842-a58b-417f-b298-ef05bf7c4133'], 'active': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:14:43.455226 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.db [None req-2464137f-dee4-4a52-990d-1239d00c5c09 admin admin] For port 4825d322-d399-4e80-b91e-b532834d4d70, host dv-cinder-760153-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-10-iscsi',level=0,port_id=4825d322-d399-4e80-b91e-b532834d4d70,segment=NetworkSegment(62148626-c573-4694-a829-31b2bfa74c0d),segment_id=62148626-c573-4694-a829-31b2bfa74c0d)] {{(pid=94010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:14:43.456267 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-2464137f-dee4-4a52-990d-1239d00c5c09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530186'] for port, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:43.482570 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.plugin [None req-2464137f-dee4-4a52-990d-1239d00c5c09 admin admin] Calling delete_port for 4825d322-d399-4e80-b91e-b532834d4d70 owned by network:router_gateway {{(pid=94010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:14:43.556226 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvr_db [None req-68fee408-fcfe-43ec-8701-045af85433c5 None None] Set router 86ad7842-a58b-417f-b298-ef05bf7c4133 gateway port host: None {{(pid=94012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:14:43.639659 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-68fee408-fcfe-43ec-8701-045af85433c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86ad7842-a58b-417f-b298-ef05bf7c4133', 'name': 'tempest-TestShelveInstance-2011105181-router', 'tenant_id': '3afbff84ea194b4ba6b4e4966fdf173a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:09:12Z', 'updated_at': '2021-09-10T15:14:43Z', 'revision_number': 6, 'project_id': '3afbff84ea194b4ba6b4e4966fdf173a', 'gw_port_host': None}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:14:43.668109 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fee408-fcfe-43ec-8701-045af85433c5 None None] The sync data for ids ['86ad7842-a58b-417f-b298-ef05bf7c4133'] in dv-cinder-760153-10-iscsi is: [{'id': '86ad7842-a58b-417f-b298-ef05bf7c4133', 'name': 'tempest-TestShelveInstance-2011105181-router', 'tenant_id': '3afbff84ea194b4ba6b4e4966fdf173a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:09:12Z', 'updated_at': '2021-09-10T15:14:43Z', 'revision_number': 6, 'project_id': '3afbff84ea194b4ba6b4e4966fdf173a', 'gw_port_host': None}] {{(pid=94012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:14:43.703502 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-2464137f-dee4-4a52-990d-1239d00c5c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748757126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748756606410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14298976'] for port, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:43.738488 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2464137f-dee4-4a52-990d-1239d00c5c09 admin admin] Pushing event deleted for resources: {'Port': ['ID=4825d322-d399-4e80-b91e-b532834d4d70,revision_number=None']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:43.804080 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-2464137f-dee4-4a52-990d-1239d00c5c09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-582701'] for router_gateway, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:43.907080 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a000edf5-d0b6-4f7c-b4ab-0d7791434ecb req-d198f1fd-4230-4f69-85c2-1cc457888038 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:43.909944 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-a000edf5-d0b6-4f7c-b4ab-0d7791434ecb req-d198f1fd-4230-4f69-85c2-1cc457888038 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/ports?device_id=18d833cf-f79a-4b6d-8a91-bf6359224c34 HTTP/1.1" status: 200 len: 946 time: 0.0811749 Sep 10 15:14:43.921514 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-2464137f-dee4-4a52-990d-1239d00c5c09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-329'] for router, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:43.924787 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-2464137f-dee4-4a52-990d-1239d00c5c09 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:43.953450 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-a000edf5-d0b6-4f7c-b4ab-0d7791434ecb req-4ed6a8c1-23ed-449b-9b44-a30564788f16 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/security-groups?id=973a4cb4-473a-45a2-bf0e-8a8e36198643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377581 Sep 10 15:14:43.974105 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-2464137f-dee4-4a52-990d-1239d00c5c09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587159'] for router, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:43.977936 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2464137f-dee4-4a52-990d-1239d00c5c09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86ad7842-a58b-417f-b298-ef05bf7c4133 {{(pid=94010) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 15:14:43.982637 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-2464137f-dee4-4a52-990d-1239d00c5c09 admin admin] Notify callbacks [] for router, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:43.983973 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-2464137f-dee4-4a52-990d-1239d00c5c09 admin admin] 10.222.0.35 "DELETE /v2.0/routers/86ad7842-a58b-417f-b298-ef05bf7c4133 HTTP/1.1" status: 204 len: 168 time: 0.9201794 Sep 10 15:14:43.988786 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 49018) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:44.072585 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.db_base_plugin_v2 [None req-edb99b65-bacc-4bc6-a217-1ca4d1a30bd9 admin admin] Deleting subnet 27d1d29b-1dbb-47ff-b976-a74a95526bb5 {{(pid=94009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 15:14:44.083635 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-edb99b65-bacc-4bc6-a217-1ca4d1a30bd9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:44.149308 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-edb99b65-bacc-4bc6-a217-1ca4d1a30bd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15526112'] for subnet, precommit_delete_associations {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:44.263613 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-edb99b65-bacc-4bc6-a217-1ca4d1a30bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1678090'] for subnet, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:44.305885 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d4f70-8892-42a6-93ce-dabd8aa09cd6 req-b260bfcb-d0b2-4246-8526-eac4d824a37f tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:44.307920 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-c83d4f70-8892-42a6-93ce-dabd8aa09cd6 req-b260bfcb-d0b2-4246-8526-eac4d824a37f tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.42 "GET /v2.0/ports?device_id=18d833cf-f79a-4b6d-8a91-bf6359224c34 HTTP/1.1" status: 200 len: 946 time: 0.0914693 Sep 10 15:14:44.365331 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-edb99b65-bacc-4bc6-a217-1ca4d1a30bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1678083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1040786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13677773'] for subnet, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:44.412513 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-edb99b65-bacc-4bc6-a217-1ca4d1a30bd9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:44.414306 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-edb99b65-bacc-4bc6-a217-1ca4d1a30bd9 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/27d1d29b-1dbb-47ff-b976-a74a95526bb5 HTTP/1.1" status: 204 len: 168 time: 0.4240584 Sep 10 15:14:44.415316 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb99b65-bacc-4bc6-a217-1ca4d1a30bd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27d1d29b-1dbb-47ff-b976-a74a95526bb5,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:44.416942 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 49024) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:44.419761 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f935460d-bc3b-4a03-ae25-388f753f885b None None] Network ffeda8e8-71d4-4e78-bf1e-c564c25eeb1f requested from dv-cinder-760153-10-iscsi {{(pid=94011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:14:44.445474 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.plugin [req-c83d4f70-8892-42a6-93ce-dabd8aa09cd6 req-cc8f786b-a54c-44f5-a543-d15089379f4a tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Deleting port 8c258350-3b73-4951-95d5-7af847d13476 {{(pid=94009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:14:44.445881 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-c83d4f70-8892-42a6-93ce-dabd8aa09cd6 req-cc8f786b-a54c-44f5-a543-d15089379f4a tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748757118522'] for port, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:44.495651 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-229c5181-eb80-44d1-8d8e-36db215224ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626838'] for network, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:44.540599 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device 038a7d3d-b186-4d47-90eb-2c7bd3f00d01 no longer exists at agent hyperv_hv-cinder-76015 {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:14:44.560723 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.db [req-c83d4f70-8892-42a6-93ce-dabd8aa09cd6 req-cc8f786b-a54c-44f5-a543-d15089379f4a tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] For port 8c258350-3b73-4951-95d5-7af847d13476, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=8c258350-3b73-4951-95d5-7af847d13476,segment=NetworkSegment(516d7949-fb86-4c13-a3db-25439db90102),segment_id=516d7949-fb86-4c13-a3db-25439db90102)] {{(pid=94009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:14:44.561455 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-c83d4f70-8892-42a6-93ce-dabd8aa09cd6 req-cc8f786b-a54c-44f5-a543-d15089379f4a tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530186'] for port, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:44.574508 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device 3d213ff3-6548-41e7-b166-eec23ebfa0d1 no longer exists at agent ovs-agent-dv-cinder-760153-10-iscsi {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:14:44.579621 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.plugin [req-c83d4f70-8892-42a6-93ce-dabd8aa09cd6 req-cc8f786b-a54c-44f5-a543-d15089379f4a tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Calling delete_port for 8c258350-3b73-4951-95d5-7af847d13476 owned by compute:nova {{(pid=94009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:14:44.580093 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] No Port match for: 038a7d3d-b186-4d47-90eb-2c7bd3f00d01 {{(pid=94011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:14:44.582965 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device 038a7d3d-b186-4d47-90eb-2c7bd3f00d01 not bound to the agent host hv-cinder-76015 {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:14:44.596773 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.plugin [None req-229c5181-eb80-44d1-8d8e-36db215224ea admin admin] Deleting port bbbb229c-14cf-4072-8ec8-48bc49793ce4 {{(pid=94010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:14:44.597403 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-229c5181-eb80-44d1-8d8e-36db215224ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748757118522'] for port, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:44.618759 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] No Port match for: 3d213ff3-6548-41e7-b166-eec23ebfa0d1 {{(pid=94011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:14:44.619107 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device 3d213ff3-6548-41e7-b166-eec23ebfa0d1 not bound to the agent host dv-cinder-760153-10-iscsi {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:14:44.673362 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.db [None req-229c5181-eb80-44d1-8d8e-36db215224ea admin admin] For port bbbb229c-14cf-4072-8ec8-48bc49793ce4, host dv-cinder-760153-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-10-iscsi',level=0,port_id=bbbb229c-14cf-4072-8ec8-48bc49793ce4,segment=NetworkSegment(b932063e-2a90-4e6d-af31-f646cab7d53f),segment_id=b932063e-2a90-4e6d-af31-f646cab7d53f)] {{(pid=94010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:14:44.673737 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-229c5181-eb80-44d1-8d8e-36db215224ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530186'] for port, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:44.692372 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.plugin [None req-229c5181-eb80-44d1-8d8e-36db215224ea admin admin] Calling delete_port for bbbb229c-14cf-4072-8ec8-48bc49793ce4 owned by network:dhcp {{(pid=94010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:14:44.728996 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b290cf-a484-4138-943a-5d0a77f6b55d None None] DHCP port deletion for ffeda8e8-71d4-4e78-bf1e-c564c25eeb1f request from dv-cinder-760153-10-iscsi {{(pid=94011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 15:14:44.752136 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-c83d4f70-8892-42a6-93ce-dabd8aa09cd6 req-cc8f786b-a54c-44f5-a543-d15089379f4a tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748757126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748756606410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1040815'] for port, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:44.765702 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] get_ports_and_sgs() called for port_ids ['f63b4e62-414f-4205-93ba-64c8a3147b6c', 'd7f7cf83-5ece-4843-af89-ef8a32391652', '8c258350-3b73-4951-95d5-7af847d13476'] {{(pid=94011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 15:14:44.783177 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8f786b-a54c-44f5-a543-d15089379f4a tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Pushing event deleted for resources: {'Port': ['ID=8c258350-3b73-4951-95d5-7af847d13476,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:44.813667 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-229c5181-eb80-44d1-8d8e-36db215224ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748757126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748756606410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14298976'] for port, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:44.840925 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-58b290cf-a484-4138-943a-5d0a77f6b55d None None] Deleting port bbbb229c-14cf-4072-8ec8-48bc49793ce4 {{(pid=94011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:14:44.841304 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-58b290cf-a484-4138-943a-5d0a77f6b55d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748757118522'] for port, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:44.843937 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.l3_dvrscheduler_db [req-c83d4f70-8892-42a6-93ce-dabd8aa09cd6 req-cc8f786b-a54c-44f5-a543-d15089379f4a tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] No DVR routers for this DVR port 8c258350-3b73-4951-95d5-7af847d13476 on host hv-cinder-76015 {{(pid=94009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 15:14:44.847929 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-c83d4f70-8892-42a6-93ce-dabd8aa09cd6 req-cc8f786b-a54c-44f5-a543-d15089379f4a tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46804'] for port, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:44.850712 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-c83d4f70-8892-42a6-93ce-dabd8aa09cd6 req-cc8f786b-a54c-44f5-a543-d15089379f4a tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.42 "DELETE /v2.0/ports/8c258350-3b73-4951-95d5-7af847d13476 HTTP/1.1" status: 204 len: 173 time: 0.5350828 Sep 10 15:14:44.851445 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18d833cf-f79a-4b6d-8a91-bf6359224c34', 'name': 'network-vif-deleted', 'tag': '8c258350-3b73-4951-95d5-7af847d13476'}] {{(pid=94009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:14:44.851960 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229c5181-eb80-44d1-8d8e-36db215224ea admin admin] Pushing event deleted for resources: {'Port': ['ID=bbbb229c-14cf-4072-8ec8-48bc49793ce4,revision_number=None']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:44.854665 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9f06775dd2e397dd855044b511bdd55e5ba575987bbc09c0a11d88d405cb18b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d37e8a17-1d19-47b2-97ee-5c2c93e16770" -d '{"events": [{"server_uuid": "18d833cf-f79a-4b6d-8a91-bf6359224c34", "name": "network-vif-deleted", "tag": "8c258350-3b73-4951-95d5-7af847d13476"}]}' {{(pid=94009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:14:44.855352 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229c5181-eb80-44d1-8d8e-36db215224ea admin admin] No DVR routers for this DVR port bbbb229c-14cf-4072-8ec8-48bc49793ce4 on host dv-cinder-760153-10-iscsi {{(pid=94010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 15:14:44.910576 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc82b9f8-7740-4f61-83cf-78be9c4bd48d x-openstack-request-id: req-cc82b9f8-7740-4f61-83cf-78be9c4bd48d {{(pid=94009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:14:44.911106 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18d833cf-f79a-4b6d-8a91-bf6359224c34", "name": "network-vif-deleted", "tag": "8c258350-3b73-4951-95d5-7af847d13476", "status": "completed", "code": 200}]} {{(pid=94009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:14:44.911106 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cc82b9f8-7740-4f61-83cf-78be9c4bd48d {{(pid=94009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:14:44.911489 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18d833cf-f79a-4b6d-8a91-bf6359224c34', 'name': 'network-vif-deleted', 'tag': '8c258350-3b73-4951-95d5-7af847d13476', 'status': 'completed', 'code': 200} Sep 10 15:14:44.929791 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-58b290cf-a484-4138-943a-5d0a77f6b55d None None] For port bbbb229c-14cf-4072-8ec8-48bc49793ce4, host dv-cinder-760153-10-iscsi, got binding levels [] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:14:44.930241 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-58b290cf-a484-4138-943a-5d0a77f6b55d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530186'] for port, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:44.945061 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-58b290cf-a484-4138-943a-5d0a77f6b55d None None] Calling delete_port for bbbb229c-14cf-4072-8ec8-48bc49793ce4 owned by network:dhcp {{(pid=94011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:14:44.947832 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.ipam_backend_mixin [None req-58b290cf-a484-4138-943a-5d0a77f6b55d None None] Port bbbb229c-14cf-4072-8ec8-48bc49793ce4 was not found and therefore no delete operation was performed {{(pid=94011) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 10 15:14:44.949565 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-58b290cf-a484-4138-943a-5d0a77f6b55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748757126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748756606410'] for port, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:44.968970 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-229c5181-eb80-44d1-8d8e-36db215224ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1672831', 'neutron.services.segments.db._delete_segments_for_network-8748756906397'] for network, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:44.984317 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b290cf-a484-4138-943a-5d0a77f6b55d None None] Pushing event deleted for resources: {'Port': ['ID=bbbb229c-14cf-4072-8ec8-48bc49793ce4,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:44.999039 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.services.segments.db [None req-229c5181-eb80-44d1-8d8e-36db215224ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffeda8e8-71d4-4e78-bf1e-c564c25eeb1f']}} {{(pid=94010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:14:45.006104 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b290cf-a484-4138-943a-5d0a77f6b55d None None] No DVR routers for this DVR port bbbb229c-14cf-4072-8ec8-48bc49793ce4 on host dv-cinder-760153-10-iscsi {{(pid=94011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 15:14:45.024460 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.services.segments.db [None req-229c5181-eb80-44d1-8d8e-36db215224ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b932063e-2a90-4e6d-af31-f646cab7d53f') {'for_net_delete': True} {{(pid=94010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:14:45.024756 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.services.segments.db [None req-229c5181-eb80-44d1-8d8e-36db215224ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b932063e-2a90-4e6d-af31-f646cab7d53f') {} {{(pid=94010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:14:45.037320 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-229c5181-eb80-44d1-8d8e-36db215224ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748756906150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14298954'] for segment, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:45.058522 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-229c5181-eb80-44d1-8d8e-36db215224ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672864'] for segment, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:45.072333 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-229c5181-eb80-44d1-8d8e-36db215224ea admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=94010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 15:14:45.073034 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-229c5181-eb80-44d1-8d8e-36db215224ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298559'] for segment, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:45.078121 dv-cinder-760153-10-iscsi neutron-server[94010]: Traceback (most recent call last): Sep 10 15:14:45.078121 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 15:14:45.078121 dv-cinder-760153-10-iscsi neutron-server[94010]: timer() Sep 10 15:14:45.078121 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 15:14:45.078121 dv-cinder-760153-10-iscsi neutron-server[94010]: cb(*args, **kw) Sep 10 15:14:45.078121 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 15:14:45.078121 dv-cinder-760153-10-iscsi neutron-server[94010]: return func(*args, **kwargs) Sep 10 15:14:45.078121 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 15:14:45.078121 dv-cinder-760153-10-iscsi neutron-server[94010]: self._notify() Sep 10 15:14:45.078121 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 15:14:45.078121 dv-cinder-760153-10-iscsi neutron-server[94010]: self.callback(batched_events) Sep 10 15:14:45.078121 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 15:14:45.078121 dv-cinder-760153-10-iscsi neutron-server[94010]: event.method(event) Sep 10 15:14:45.078121 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 15:14:45.078121 dv-cinder-760153-10-iscsi neutron-server[94010]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 15:14:45.078121 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 15:14:45.078121 dv-cinder-760153-10-iscsi neutron-server[94010]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 15:14:45.078121 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 15:14:45.078121 dv-cinder-760153-10-iscsi neutron-server[94010]: return f(self, *a, **k) Sep 10 15:14:45.078121 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 15:14:45.078121 dv-cinder-760153-10-iscsi neutron-server[94010]: return self._get(url).json() Sep 10 15:14:45.078121 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 15:14:45.078121 dv-cinder-760153-10-iscsi neutron-server[94010]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 15:14:45.078121 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 15:14:45.078121 dv-cinder-760153-10-iscsi neutron-server[94010]: return self.request(url, 'GET', **kwargs) Sep 10 15:14:45.078121 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 15:14:45.078121 dv-cinder-760153-10-iscsi neutron-server[94010]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 15:14:45.078121 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 15:14:45.078121 dv-cinder-760153-10-iscsi neutron-server[94010]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 15:14:45.078121 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 15:14:45.078121 dv-cinder-760153-10-iscsi neutron-server[94010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 15:14:45.078121 dv-cinder-760153-10-iscsi neutron-server[94010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 15:14:45.130136 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-487420d3-a97a-48fd-b03e-6737bcc76290 req-464061f2-b9fb-48fd-b54c-42b831278503 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/ports?device_id=18d833cf-f79a-4b6d-8a91-bf6359224c34 HTTP/1.1" status: 200 len: 210 time: 0.0376713 Sep 10 15:14:45.177233 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-229c5181-eb80-44d1-8d8e-36db215224ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582729'] for network, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:45.188606 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-229c5181-eb80-44d1-8d8e-36db215224ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526879'] for network, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:45.192225 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-229c5181-eb80-44d1-8d8e-36db215224ea admin admin] 10.222.0.35 "DELETE /v2.0/networks/ffeda8e8-71d4-4e78-bf1e-c564c25eeb1f HTTP/1.1" status: 204 len: 168 time: 0.7739260 Sep 10 15:14:45.213066 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229c5181-eb80-44d1-8d8e-36db215224ea admin admin] Pushing event deleted for resources: {'Network': ['ID=ffeda8e8-71d4-4e78-bf1e-c564c25eeb1f,revision_number=None']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:45.383332 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 49038) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:45.394918 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.agents_db [None req-04bb1bd2-f33d-49ef-a466-6fb3f7a23ee1 None None] Agent healthcheck: found 6 active agents {{(pid=94012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 15:14:45.437692 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-fe402e5c-f147-49d0-8cde-f3a3a77a8e95 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=47244aba6de4405d9ea861774b300ddd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0529854 Sep 10 15:14:45.440049 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 49040) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:45.469674 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 49042) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:45.507044 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-d404380b-3543-49ba-af29-fbda33c31a26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:45.532845 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-d404380b-3543-49ba-af29-fbda33c31a26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:45.601519 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-d404380b-3543-49ba-af29-fbda33c31a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:45.604668 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-d404380b-3543-49ba-af29-fbda33c31a26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:45.606169 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-255653c5-d709-4726-8ff6-0b6c8e94a602 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:45.606396 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-d404380b-3543-49ba-af29-fbda33c31a26 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8d0e3aa3-3f47-4c30-b638-0d6d4c2254b0 HTTP/1.1" status: 204 len: 168 time: 0.1646018 Sep 10 15:14:45.614551 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d404380b-3543-49ba-af29-fbda33c31a26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0e3aa3-3f47-4c30-b638-0d6d4c2254b0,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:45.720198 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-255653c5-d709-4726-8ff6-0b6c8e94a602 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:45.724676 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-255653c5-d709-4726-8ff6-0b6c8e94a602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:45.769358 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-255653c5-d709-4726-8ff6-0b6c8e94a602 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2f2c81ebb6364d9c9d92f961184d1451&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2952838 Sep 10 15:14:45.769648 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 49050) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:45.776108 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255653c5-d709-4726-8ff6-0b6c8e94a602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d35f744-d02e-4cbc-a85f-8da09ad44f43,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:45.826871 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-e80f6058-681d-4404-8a8a-0a567194a8f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:45.849696 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-e80f6058-681d-4404-8a8a-0a567194a8f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:45.903790 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-e80f6058-681d-4404-8a8a-0a567194a8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:45.906433 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-e80f6058-681d-4404-8a8a-0a567194a8f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:45.907601 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-e80f6058-681d-4404-8a8a-0a567194a8f7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7d35f744-d02e-4cbc-a85f-8da09ad44f43 HTTP/1.1" status: 204 len: 168 time: 0.1369712 Sep 10 15:14:45.918198 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80f6058-681d-4404-8a8a-0a567194a8f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d35f744-d02e-4cbc-a85f-8da09ad44f43,revision_number=None']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:45.918387 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 49054) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:45.976398 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-4b2a48f9-d188-47ed-9fee-1d1d0467ef55 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3afbff84ea194b4ba6b4e4966fdf173a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0566392 Sep 10 15:14:45.978684 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 49056) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:46.029790 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-6d910b8b-26ac-47f6-890e-1fadfb1b3e46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:46.052897 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-6d910b8b-26ac-47f6-890e-1fadfb1b3e46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:46.121683 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-6d910b8b-26ac-47f6-890e-1fadfb1b3e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:46.123773 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device bbbb229c-14cf-4072-8ec8-48bc49793ce4 no longer exists at agent ovs-agent-dv-cinder-760153-10-iscsi {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:14:46.124351 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-6d910b8b-26ac-47f6-890e-1fadfb1b3e46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:46.125753 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-6d910b8b-26ac-47f6-890e-1fadfb1b3e46 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/36d28c28-ccaf-44b1-aed5-306e09ecd363 HTTP/1.1" status: 204 len: 168 time: 0.1458814 Sep 10 15:14:46.136133 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d910b8b-26ac-47f6-890e-1fadfb1b3e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d28c28-ccaf-44b1-aed5-306e09ecd363,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:46.155158 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] No Port match for: bbbb229c-14cf-4072-8ec8-48bc49793ce4 {{(pid=94011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:14:46.155498 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device bbbb229c-14cf-4072-8ec8-48bc49793ce4 not bound to the agent host dv-cinder-760153-10-iscsi {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:14:46.156038 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device 4825d322-d399-4e80-b91e-b532834d4d70 no longer exists at agent ovs-agent-dv-cinder-760153-10-iscsi {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:14:46.182014 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] No Port match for: 4825d322-d399-4e80-b91e-b532834d4d70 {{(pid=94011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:14:46.182413 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device 4825d322-d399-4e80-b91e-b532834d4d70 not bound to the agent host dv-cinder-760153-10-iscsi {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:14:46.498436 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5344ba29-0e42-47d1-83c4-c653ffcf983f req-a72629c5-b594-4fef-93f3-05d535e27f01 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:46.502770 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-5344ba29-0e42-47d1-83c4-c653ffcf983f req-a72629c5-b594-4fef-93f3-05d535e27f01 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/ports?device_id=7fd45e5e-435f-4701-8a34-6609730c20b2 HTTP/1.1" status: 200 len: 946 time: 0.0824833 Sep 10 15:14:46.554848 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-5344ba29-0e42-47d1-83c4-c653ffcf983f req-38512792-a50b-4b97-a629-9e1849fbc36f tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/security-groups?id=973a4cb4-473a-45a2-bf0e-8a8e36198643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460622 Sep 10 15:14:47.679517 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190cd743-b09d-4b41-9183-b8bddcb19a43 req-5921b442-8de4-4c3f-bb03-b16394c2dc3f tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:47.683513 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-190cd743-b09d-4b41-9183-b8bddcb19a43 req-5921b442-8de4-4c3f-bb03-b16394c2dc3f tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/ports?device_id=7fd45e5e-435f-4701-8a34-6609730c20b2 HTTP/1.1" status: 200 len: 946 time: 0.0503151 Sep 10 15:14:47.748717 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-190cd743-b09d-4b41-9183-b8bddcb19a43 req-eb824aef-b5c0-4c57-a65b-8558d7bddb54 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/security-groups?id=973a4cb4-473a-45a2-bf0e-8a8e36198643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584102 Sep 10 15:14:47.757331 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364f1237-171c-421b-80cd-a165c8a364b0 req-73eb683d-21c5-4667-ae28-ce359ad4b8c8 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:47.759294 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-364f1237-171c-421b-80cd-a165c8a364b0 req-73eb683d-21c5-4667-ae28-ce359ad4b8c8 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fd45e5e-435f-4701-8a34-6609730c20b2 HTTP/1.1" status: 200 len: 946 time: 0.0768661 Sep 10 15:14:47.855232 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.plugin [req-364f1237-171c-421b-80cd-a165c8a364b0 req-4c9b6274-819c-4545-abc8-dc68f9ad83b9 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Deleting port d7f7cf83-5ece-4843-af89-ef8a32391652 {{(pid=94009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:14:47.855468 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-364f1237-171c-421b-80cd-a165c8a364b0 req-4c9b6274-819c-4545-abc8-dc68f9ad83b9 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748757118522'] for port, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:47.947765 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.db [req-364f1237-171c-421b-80cd-a165c8a364b0 req-4c9b6274-819c-4545-abc8-dc68f9ad83b9 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] For port d7f7cf83-5ece-4843-af89-ef8a32391652, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=d7f7cf83-5ece-4843-af89-ef8a32391652,segment=NetworkSegment(516d7949-fb86-4c13-a3db-25439db90102),segment_id=516d7949-fb86-4c13-a3db-25439db90102)] {{(pid=94009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:14:47.948130 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-364f1237-171c-421b-80cd-a165c8a364b0 req-4c9b6274-819c-4545-abc8-dc68f9ad83b9 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530186'] for port, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:47.960596 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.plugin [req-364f1237-171c-421b-80cd-a165c8a364b0 req-4c9b6274-819c-4545-abc8-dc68f9ad83b9 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Calling delete_port for d7f7cf83-5ece-4843-af89-ef8a32391652 owned by compute:nova {{(pid=94009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:14:48.088351 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-364f1237-171c-421b-80cd-a165c8a364b0 req-4c9b6274-819c-4545-abc8-dc68f9ad83b9 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748757126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748756606410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1040815'] for port, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:48.100522 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] get_ports_and_sgs() called for port_ids ['f63b4e62-414f-4205-93ba-64c8a3147b6c', 'd7f7cf83-5ece-4843-af89-ef8a32391652'] {{(pid=94011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 15:14:48.122438 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9b6274-819c-4545-abc8-dc68f9ad83b9 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Pushing event deleted for resources: {'Port': ['ID=d7f7cf83-5ece-4843-af89-ef8a32391652,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:48.162326 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.l3_dvrscheduler_db [req-364f1237-171c-421b-80cd-a165c8a364b0 req-4c9b6274-819c-4545-abc8-dc68f9ad83b9 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] No DVR routers for this DVR port d7f7cf83-5ece-4843-af89-ef8a32391652 on host hv-cinder-76015 {{(pid=94009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 15:14:48.164838 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-364f1237-171c-421b-80cd-a165c8a364b0 req-4c9b6274-819c-4545-abc8-dc68f9ad83b9 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46804'] for port, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:48.166929 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-364f1237-171c-421b-80cd-a165c8a364b0 req-4c9b6274-819c-4545-abc8-dc68f9ad83b9 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.42 "DELETE /v2.0/ports/d7f7cf83-5ece-4843-af89-ef8a32391652 HTTP/1.1" status: 204 len: 173 time: 0.4016099 Sep 10 15:14:48.167367 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fd45e5e-435f-4701-8a34-6609730c20b2', 'name': 'network-vif-deleted', 'tag': 'd7f7cf83-5ece-4843-af89-ef8a32391652'}] {{(pid=94009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:14:48.169677 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9f06775dd2e397dd855044b511bdd55e5ba575987bbc09c0a11d88d405cb18b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-238513ec-d9f6-4fa3-99b0-b2d19aac9ce1" -d '{"events": [{"server_uuid": "7fd45e5e-435f-4701-8a34-6609730c20b2", "name": "network-vif-deleted", "tag": "d7f7cf83-5ece-4843-af89-ef8a32391652"}]}' {{(pid=94009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:14:48.209128 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfce7d09-e102-4457-8b82-2c75f21b06d9 x-openstack-request-id: req-dfce7d09-e102-4457-8b82-2c75f21b06d9 {{(pid=94009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:14:48.209429 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fd45e5e-435f-4701-8a34-6609730c20b2", "name": "network-vif-deleted", "tag": "d7f7cf83-5ece-4843-af89-ef8a32391652", "status": "completed", "code": 200}]} {{(pid=94009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:14:48.209684 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-dfce7d09-e102-4457-8b82-2c75f21b06d9 {{(pid=94009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:14:48.210248 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fd45e5e-435f-4701-8a34-6609730c20b2', 'name': 'network-vif-deleted', 'tag': 'd7f7cf83-5ece-4843-af89-ef8a32391652', 'status': 'completed', 'code': 200} Sep 10 15:14:48.513968 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device 8c258350-3b73-4951-95d5-7af847d13476 no longer exists at agent hyperv_hv-cinder-76015 {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:14:48.534806 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] No Port match for: 8c258350-3b73-4951-95d5-7af847d13476 {{(pid=94011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:14:48.536423 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device 8c258350-3b73-4951-95d5-7af847d13476 not bound to the agent host hv-cinder-76015 {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:14:50.205811 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572cf470-f3a6-4bed-b77c-a84ebfe14996 req-86ece8d1-e8f7-4c52-ae41-f4b8fc2bb180 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:50.207355 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-572cf470-f3a6-4bed-b77c-a84ebfe14996 req-86ece8d1-e8f7-4c52-ae41-f4b8fc2bb180 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/ports?device_id=55865eca-ceea-4b72-96fe-b097b768696c HTTP/1.1" status: 200 len: 945 time: 0.0534313 Sep 10 15:14:50.248877 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-572cf470-f3a6-4bed-b77c-a84ebfe14996 req-90b4c795-bb30-48b9-9791-188653cb2500 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/security-groups?id=973a4cb4-473a-45a2-bf0e-8a8e36198643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353954 Sep 10 15:14:51.395414 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45064b6e-38dd-4d02-b23f-8d2c64ba353f req-13f74e6f-a173-4b4a-a078-18c95ed07a09 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:51.398103 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-45064b6e-38dd-4d02-b23f-8d2c64ba353f req-13f74e6f-a173-4b4a-a078-18c95ed07a09 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/ports?device_id=55865eca-ceea-4b72-96fe-b097b768696c HTTP/1.1" status: 200 len: 945 time: 0.0699241 Sep 10 15:14:51.445975 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-45064b6e-38dd-4d02-b23f-8d2c64ba353f req-b9c2adfd-55f1-4059-89ce-4ab08516e640 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/security-groups?id=973a4cb4-473a-45a2-bf0e-8a8e36198643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420489 Sep 10 15:14:51.685095 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be2d33-63e4-41de-9db7-fc3b2bea22ec req-a51fc215-67a7-4d50-aea0-2e8c711091b4 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:14:51.687512 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-85be2d33-63e4-41de-9db7-fc3b2bea22ec req-a51fc215-67a7-4d50-aea0-2e8c711091b4 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.42 "GET /v2.0/ports?device_id=55865eca-ceea-4b72-96fe-b097b768696c HTTP/1.1" status: 200 len: 945 time: 0.0510824 Sep 10 15:14:51.782286 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.plugin [req-85be2d33-63e4-41de-9db7-fc3b2bea22ec req-998bd7c5-793e-44f3-b398-7d5529759616 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Deleting port f63b4e62-414f-4205-93ba-64c8a3147b6c {{(pid=94009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:14:51.782646 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-85be2d33-63e4-41de-9db7-fc3b2bea22ec req-998bd7c5-793e-44f3-b398-7d5529759616 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748757118522'] for port, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:51.880217 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.db [req-85be2d33-63e4-41de-9db7-fc3b2bea22ec req-998bd7c5-793e-44f3-b398-7d5529759616 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] For port f63b4e62-414f-4205-93ba-64c8a3147b6c, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=f63b4e62-414f-4205-93ba-64c8a3147b6c,segment=NetworkSegment(516d7949-fb86-4c13-a3db-25439db90102),segment_id=516d7949-fb86-4c13-a3db-25439db90102)] {{(pid=94009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:14:51.880694 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-85be2d33-63e4-41de-9db7-fc3b2bea22ec req-998bd7c5-793e-44f3-b398-7d5529759616 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530186'] for port, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:51.895346 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.plugin [req-85be2d33-63e4-41de-9db7-fc3b2bea22ec req-998bd7c5-793e-44f3-b398-7d5529759616 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Calling delete_port for f63b4e62-414f-4205-93ba-64c8a3147b6c owned by compute:nova {{(pid=94009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:14:52.031047 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-85be2d33-63e4-41de-9db7-fc3b2bea22ec req-998bd7c5-793e-44f3-b398-7d5529759616 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748757126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748756606410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1040815'] for port, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:52.042708 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] get_ports_and_sgs() called for port_ids ['f63b4e62-414f-4205-93ba-64c8a3147b6c'] {{(pid=94011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 15:14:52.063311 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998bd7c5-793e-44f3-b398-7d5529759616 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Pushing event deleted for resources: {'Port': ['ID=f63b4e62-414f-4205-93ba-64c8a3147b6c,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:52.107766 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.l3_dvrscheduler_db [req-85be2d33-63e4-41de-9db7-fc3b2bea22ec req-998bd7c5-793e-44f3-b398-7d5529759616 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] No DVR routers for this DVR port f63b4e62-414f-4205-93ba-64c8a3147b6c on host hv-cinder-76015 {{(pid=94009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 15:14:52.110238 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-85be2d33-63e4-41de-9db7-fc3b2bea22ec req-998bd7c5-793e-44f3-b398-7d5529759616 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46804'] for port, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:52.113929 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-85be2d33-63e4-41de-9db7-fc3b2bea22ec req-998bd7c5-793e-44f3-b398-7d5529759616 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.42 "DELETE /v2.0/ports/f63b4e62-414f-4205-93ba-64c8a3147b6c HTTP/1.1" status: 204 len: 173 time: 0.4200568 Sep 10 15:14:52.114406 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55865eca-ceea-4b72-96fe-b097b768696c', 'name': 'network-vif-deleted', 'tag': 'f63b4e62-414f-4205-93ba-64c8a3147b6c'}] {{(pid=94009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:14:52.116865 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9f06775dd2e397dd855044b511bdd55e5ba575987bbc09c0a11d88d405cb18b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2130acf9-2d64-4e2e-ba75-2f05f5f8a786" -d '{"events": [{"server_uuid": "55865eca-ceea-4b72-96fe-b097b768696c", "name": "network-vif-deleted", "tag": "f63b4e62-414f-4205-93ba-64c8a3147b6c"}]}' {{(pid=94009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:14:52.156910 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63341f53-db8c-4ee5-9b89-61f9932b5119 x-openstack-request-id: req-63341f53-db8c-4ee5-9b89-61f9932b5119 {{(pid=94009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:14:52.157195 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55865eca-ceea-4b72-96fe-b097b768696c", "name": "network-vif-deleted", "tag": "f63b4e62-414f-4205-93ba-64c8a3147b6c", "status": "completed", "code": 200}]} {{(pid=94009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:14:52.157455 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-63341f53-db8c-4ee5-9b89-61f9932b5119 {{(pid=94009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:14:52.157857 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55865eca-ceea-4b72-96fe-b097b768696c', 'name': 'network-vif-deleted', 'tag': 'f63b4e62-414f-4205-93ba-64c8a3147b6c', 'status': 'completed', 'code': 200} Sep 10 15:14:52.548073 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device d7f7cf83-5ece-4843-af89-ef8a32391652 no longer exists at agent hyperv_hv-cinder-76015 {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:14:52.573115 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] No Port match for: d7f7cf83-5ece-4843-af89-ef8a32391652 {{(pid=94011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:14:52.573379 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device d7f7cf83-5ece-4843-af89-ef8a32391652 not bound to the agent host hv-cinder-76015 {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:14:52.575666 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-98ab8127-631d-4d2f-88dc-188d6c761668 req-e6bab7e7-0a65-45de-b4a1-c1ad4d693170 tempest-AttachVolumeNegativeTest-465928693 tempest-AttachVolumeNegativeTest-465928693-project] 10.222.0.35 "GET /v2.0/ports?device_id=55865eca-ceea-4b72-96fe-b097b768696c HTTP/1.1" status: 200 len: 210 time: 0.0418527 Sep 10 15:14:53.632213 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 49202) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:53.678405 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.db.db_base_plugin_v2 [None req-16889a30-11f4-4d87-b8ff-a964641c7dc1 admin admin] Deleting subnet 1f0bde31-9aed-46d5-83ea-21eae3122752 {{(pid=94010) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 15:14:53.682036 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-16889a30-11f4-4d87-b8ff-a964641c7dc1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:53.719228 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-16889a30-11f4-4d87-b8ff-a964641c7dc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14298931'] for subnet, precommit_delete_associations {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:53.763436 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-16889a30-11f4-4d87-b8ff-a964641c7dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1678090'] for subnet, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:53.827763 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-16889a30-11f4-4d87-b8ff-a964641c7dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1678083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14298973', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14665343'] for subnet, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:53.856591 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16889a30-11f4-4d87-b8ff-a964641c7dc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f0bde31-9aed-46d5-83ea-21eae3122752,revision_number=None']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:53.864527 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-16889a30-11f4-4d87-b8ff-a964641c7dc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526879'] for subnet, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:53.864527 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-16889a30-11f4-4d87-b8ff-a964641c7dc1 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/1f0bde31-9aed-46d5-83ea-21eae3122752 HTTP/1.1" status: 204 len: 168 time: 0.2311690 Sep 10 15:14:53.867188 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 49204) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:53.934213 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-8c38bd33-eb1c-4843-8cab-93cd175ae411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626838'] for network, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:54.012624 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-8c38bd33-eb1c-4843-8cab-93cd175ae411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1672831', 'neutron.services.segments.db._delete_segments_for_network-8748756906397'] for network, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:54.032139 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.services.segments.db [None req-8c38bd33-eb1c-4843-8cab-93cd175ae411 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5']}} {{(pid=94009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:14:54.041107 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.services.segments.db [None req-8c38bd33-eb1c-4843-8cab-93cd175ae411 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '516d7949-fb86-4c13-a3db-25439db90102') {'for_net_delete': True} {{(pid=94009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:14:54.041396 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.services.segments.db [None req-8c38bd33-eb1c-4843-8cab-93cd175ae411 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '516d7949-fb86-4c13-a3db-25439db90102') {} {{(pid=94009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:14:54.050249 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-8c38bd33-eb1c-4843-8cab-93cd175ae411 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748756906150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15526041'] for segment, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:54.063294 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-8c38bd33-eb1c-4843-8cab-93cd175ae411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672864'] for segment, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:54.069604 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c38bd33-eb1c-4843-8cab-93cd175ae411 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=94009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 15:14:54.070252 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-8c38bd33-eb1c-4843-8cab-93cd175ae411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1041264'] for segment, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:54.071914 dv-cinder-760153-10-iscsi neutron-server[94009]: Traceback (most recent call last): Sep 10 15:14:54.071914 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 15:14:54.071914 dv-cinder-760153-10-iscsi neutron-server[94009]: timer() Sep 10 15:14:54.071914 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 15:14:54.071914 dv-cinder-760153-10-iscsi neutron-server[94009]: cb(*args, **kw) Sep 10 15:14:54.071914 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 15:14:54.071914 dv-cinder-760153-10-iscsi neutron-server[94009]: return func(*args, **kwargs) Sep 10 15:14:54.071914 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 15:14:54.071914 dv-cinder-760153-10-iscsi neutron-server[94009]: self._notify() Sep 10 15:14:54.071914 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 15:14:54.071914 dv-cinder-760153-10-iscsi neutron-server[94009]: self.callback(batched_events) Sep 10 15:14:54.071914 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 15:14:54.071914 dv-cinder-760153-10-iscsi neutron-server[94009]: event.method(event) Sep 10 15:14:54.071914 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 15:14:54.071914 dv-cinder-760153-10-iscsi neutron-server[94009]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 15:14:54.071914 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 15:14:54.071914 dv-cinder-760153-10-iscsi neutron-server[94009]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 15:14:54.071914 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 15:14:54.071914 dv-cinder-760153-10-iscsi neutron-server[94009]: return f(self, *a, **k) Sep 10 15:14:54.071914 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 15:14:54.071914 dv-cinder-760153-10-iscsi neutron-server[94009]: return self._get(url).json() Sep 10 15:14:54.071914 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 15:14:54.071914 dv-cinder-760153-10-iscsi neutron-server[94009]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 15:14:54.071914 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 15:14:54.071914 dv-cinder-760153-10-iscsi neutron-server[94009]: return self.request(url, 'GET', **kwargs) Sep 10 15:14:54.071914 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 15:14:54.071914 dv-cinder-760153-10-iscsi neutron-server[94009]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 15:14:54.071914 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 15:14:54.071914 dv-cinder-760153-10-iscsi neutron-server[94009]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 15:14:54.071914 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 15:14:54.071914 dv-cinder-760153-10-iscsi neutron-server[94009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 15:14:54.071914 dv-cinder-760153-10-iscsi neutron-server[94009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 15:14:54.124726 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-8c38bd33-eb1c-4843-8cab-93cd175ae411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582729'] for network, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:54.130745 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-8c38bd33-eb1c-4843-8cab-93cd175ae411 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526879'] for network, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:54.132557 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-8c38bd33-eb1c-4843-8cab-93cd175ae411 admin admin] 10.222.0.35 "DELETE /v2.0/networks/c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5 HTTP/1.1" status: 204 len: 168 time: 0.2643843 Sep 10 15:14:54.147239 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c38bd33-eb1c-4843-8cab-93cd175ae411 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9b89b9a-5a3d-4f7e-a1fb-799cd2a73fd5,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:54.293138 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 49208) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:54.332948 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-96951846-f7b8-453f-b6d9-08c05794f84a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e888ef2156604577a96c109c40bc5380&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386310 Sep 10 15:14:54.335317 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 49210) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:54.381462 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-fbf2120c-d6ba-46fb-8377-cf6382cb3aa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:54.402244 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-fbf2120c-d6ba-46fb-8377-cf6382cb3aa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:54.447700 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-fbf2120c-d6ba-46fb-8377-cf6382cb3aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:54.450266 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-fbf2120c-d6ba-46fb-8377-cf6382cb3aa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:54.451419 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-fbf2120c-d6ba-46fb-8377-cf6382cb3aa4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/973a4cb4-473a-45a2-bf0e-8a8e36198643 HTTP/1.1" status: 204 len: 168 time: 0.1152070 Sep 10 15:14:54.458936 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf2120c-d6ba-46fb-8377-cf6382cb3aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=973a4cb4-473a-45a2-bf0e-8a8e36198643,revision_number=None']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:54.654748 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-37297f2d-80c8-4908-a01b-77fd0ac7f23f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:56.163100 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 49272) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:56.286814 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-b2848f52-f1bc-427c-a7a5-055167aabc4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:56.375496 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-b2848f52-f1bc-427c-a7a5-055167aabc4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:56.380223 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-b2848f52-f1bc-427c-a7a5-055167aabc4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:56.421152 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-b2848f52-f1bc-427c-a7a5-055167aabc4c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3f5973e582284bce914933406b093f8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2569706 Sep 10 15:14:56.422114 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2848f52-f1bc-427c-a7a5-055167aabc4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00841acc-386c-4f6d-aa07-27a481703b6f,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:56.423933 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 49276) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:56.472409 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-9fc037bc-9b2b-46ce-96bd-96abdfe47852 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:56.499493 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-9fc037bc-9b2b-46ce-96bd-96abdfe47852 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:56.547765 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device f63b4e62-414f-4205-93ba-64c8a3147b6c no longer exists at agent hyperv_hv-cinder-76015 {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:14:56.552352 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-9fc037bc-9b2b-46ce-96bd-96abdfe47852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:56.554986 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-9fc037bc-9b2b-46ce-96bd-96abdfe47852 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:56.556168 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-9fc037bc-9b2b-46ce-96bd-96abdfe47852 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/00841acc-386c-4f6d-aa07-27a481703b6f HTTP/1.1" status: 204 len: 168 time: 0.1305008 Sep 10 15:14:56.567806 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc037bc-9b2b-46ce-96bd-96abdfe47852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00841acc-386c-4f6d-aa07-27a481703b6f,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:56.569977 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] No Port match for: f63b4e62-414f-4205-93ba-64c8a3147b6c {{(pid=94011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:14:56.570552 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device f63b4e62-414f-4205-93ba-64c8a3147b6c not bound to the agent host hv-cinder-76015 {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:14:56.822982 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 49282) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:56.835823 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-8546bf64-84e4-4aa9-85a4-52831121f3b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:56.936477 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-8546bf64-84e4-4aa9-85a4-52831121f3b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:56.941407 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-8546bf64-84e4-4aa9-85a4-52831121f3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:56.979734 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-8546bf64-84e4-4aa9-85a4-52831121f3b7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=76547b6cecd94c77af38f154b8105027&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1556695 Sep 10 15:14:56.981767 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8546bf64-84e4-4aa9-85a4-52831121f3b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79842253-6d0a-4510-8bf8-edb6e131e6d9,revision_number=1']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:56.982572 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 49288) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:57.045558 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-b702f937-937d-4d8b-82dd-d76bbf70768c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:57.068942 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-b702f937-937d-4d8b-82dd-d76bbf70768c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:57.126735 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-b702f937-937d-4d8b-82dd-d76bbf70768c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:57.129532 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-b702f937-937d-4d8b-82dd-d76bbf70768c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:57.130799 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-b702f937-937d-4d8b-82dd-d76bbf70768c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/79842253-6d0a-4510-8bf8-edb6e131e6d9 HTTP/1.1" status: 204 len: 168 time: 0.1470723 Sep 10 15:14:57.139615 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b702f937-937d-4d8b-82dd-d76bbf70768c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79842253-6d0a-4510-8bf8-edb6e131e6d9,revision_number=None']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:57.206550 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 49294) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:57.449750 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-f88d3acd-6fbb-44e0-96f8-78dc83862309 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:57.507082 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-e3139946-683b-4e9f-b0d4-ec64efd1a0a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:57.543898 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-f88d3acd-6fbb-44e0-96f8-78dc83862309 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:57.549450 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-f88d3acd-6fbb-44e0-96f8-78dc83862309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:57.588075 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-f88d3acd-6fbb-44e0-96f8-78dc83862309 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cfd9066323f84e02a611dab4860aecea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3804321 Sep 10 15:14:57.588908 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88d3acd-6fbb-44e0-96f8-78dc83862309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0428da5-7f4c-400d-8fb0-0cc8cded4258,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:57.591379 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 49308) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:14:57.647923 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-db1fd09c-f793-49bd-815d-f9864e21812c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:57.673688 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-db1fd09c-f793-49bd-815d-f9864e21812c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:57.722270 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-db1fd09c-f793-49bd-815d-f9864e21812c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:57.727324 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-db1fd09c-f793-49bd-815d-f9864e21812c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:57.727324 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-db1fd09c-f793-49bd-815d-f9864e21812c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a0428da5-7f4c-400d-8fb0-0cc8cded4258 HTTP/1.1" status: 204 len: 168 time: 0.1324053 Sep 10 15:14:57.734596 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1fd09c-f793-49bd-815d-f9864e21812c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0428da5-7f4c-400d-8fb0-0cc8cded4258,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:14:58.207366 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:14:59.229648 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b7c5f725-09d8-454b-b5ba-4a700e799395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:01.408222 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c13c67c0-2efd-4950-9279-b0623a9c603e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:10.653365 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:15.235586 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-29c4af4b-c14c-45cd-aeca-dc3d2fa4b569 req-ec191824-16cd-4a50-b938-d55279b01b29 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=67c30180-489b-4110-8f6d-96e95b18c68a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403976 Sep 10 15:15:15.295811 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c4af4b-c14c-45cd-aeca-dc3d2fa4b569 req-ff973711-3d93-4b9e-970b-dee70697ff52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:15.297234 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-29c4af4b-c14c-45cd-aeca-dc3d2fa4b569 req-ff973711-3d93-4b9e-970b-dee70697ff52 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a54041e21d774dc082088058e0725c3e&device_id=67c30180-489b-4110-8f6d-96e95b18c68a HTTP/1.1" status: 200 len: 1099 time: 0.0413222 Sep 10 15:15:15.402763 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c4af4b-c14c-45cd-aeca-dc3d2fa4b569 req-3c9d901b-553c-41b9-8cf8-c82b5b481ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:15.404211 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-29c4af4b-c14c-45cd-aeca-dc3d2fa4b569 req-3c9d901b-553c-41b9-8cf8-c82b5b481ec4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c00924aa-47db-4fd4-bda2-4f4111d84f4b HTTP/1.1" status: 200 len: 912 time: 0.0872984 Sep 10 15:15:15.468548 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-29c4af4b-c14c-45cd-aeca-dc3d2fa4b569 req-b2748d7a-3fb3-4c6d-8ce6-2e5d5a86c124 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7af3d7e8-b8dc-4e6a-823f-ff12bc9038fa HTTP/1.1" status: 200 len: 1002 time: 0.0572174 Sep 10 15:15:15.520625 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c4af4b-c14c-45cd-aeca-dc3d2fa4b569 req-78a7755c-6362-4a5b-acc9-a0cb959685f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:15.522149 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-29c4af4b-c14c-45cd-aeca-dc3d2fa4b569 req-78a7755c-6362-4a5b-acc9-a0cb959685f4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=355b14f6-a44c-4c11-96c3-a282c3e99d40 HTTP/1.1" status: 200 len: 850 time: 0.0470207 Sep 10 15:15:15.571002 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c4af4b-c14c-45cd-aeca-dc3d2fa4b569 req-e9044994-8001-4c47-b37c-d0e4a3ad98bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:15.572489 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-29c4af4b-c14c-45cd-aeca-dc3d2fa4b569 req-e9044994-8001-4c47-b37c-d0e4a3ad98bd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c00924aa-47db-4fd4-bda2-4f4111d84f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0433047 Sep 10 15:15:15.672532 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-29c4af4b-c14c-45cd-aeca-dc3d2fa4b569 req-1c73697c-463d-4dcf-93ca-b9e441694c2b service neutron] 10.222.0.42 "GET /v2.0/networks/c00924aa-47db-4fd4-bda2-4f4111d84f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921352 Sep 10 15:15:15.767643 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-29c4af4b-c14c-45cd-aeca-dc3d2fa4b569 req-21a27ed5-9fac-4d0b-a176-6fca904e2919 service neutron] 10.222.0.42 "GET /v2.0/networks/c00924aa-47db-4fd4-bda2-4f4111d84f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880427 Sep 10 15:15:22.394799 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.agents_db [None req-04bb1bd2-f33d-49ef-a466-6fb3f7a23ee1 None None] Agent healthcheck: found 6 active agents {{(pid=94012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 15:15:24.652097 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-dcc0a554-463f-4de9-8624-10595ec5187a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:27.499135 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-8d376ce6-0409-40f8-a8bd-f2fe79e579dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:28.209369 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:29.234007 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b7c5f725-09d8-454b-b5ba-4a700e799395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:31.403210 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c13c67c0-2efd-4950-9279-b0623a9c603e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:37.363015 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 49672) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:15:37.476530 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-39bbd9b2-41b3-43aa-9c86-b8c3a2a91f7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:37.570263 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-39bbd9b2-41b3-43aa-9c86-b8c3a2a91f7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:37.577085 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-39bbd9b2-41b3-43aa-9c86-b8c3a2a91f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:37.620416 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-39bbd9b2-41b3-43aa-9c86-b8c3a2a91f7d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=263445195c7f48e386a26e983482afd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2561827 Sep 10 15:15:37.621689 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bbd9b2-41b3-43aa-9c86-b8c3a2a91f7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b171eb7-e6a8-4d63-98ef-d15bf994087a,revision_number=1']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:15:37.623102 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 49676) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:15:37.629486 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bbd9b2-41b3-43aa-9c86-b8c3a2a91f7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:15:37.630163 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bbd9b2-41b3-43aa-9c86-b8c3a2a91f7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:15:37.630508 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bbd9b2-41b3-43aa-9c86-b8c3a2a91f7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:15:37.630839 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bbd9b2-41b3-43aa-9c86-b8c3a2a91f7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:15:37.631234 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bbd9b2-41b3-43aa-9c86-b8c3a2a91f7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:15:37.631588 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bbd9b2-41b3-43aa-9c86-b8c3a2a91f7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:15:37.631890 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bbd9b2-41b3-43aa-9c86-b8c3a2a91f7d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:15:37.632192 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bbd9b2-41b3-43aa-9c86-b8c3a2a91f7d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:15:37.632524 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bbd9b2-41b3-43aa-9c86-b8c3a2a91f7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:15:37.632804 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bbd9b2-41b3-43aa-9c86-b8c3a2a91f7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:15:37.633128 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bbd9b2-41b3-43aa-9c86-b8c3a2a91f7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:15:37.633467 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bbd9b2-41b3-43aa-9c86-b8c3a2a91f7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:15:37.680169 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-80b71ca6-5151-4355-8130-5c9dbc68d931 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:37.701958 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-80b71ca6-5151-4355-8130-5c9dbc68d931 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:37.748176 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-80b71ca6-5151-4355-8130-5c9dbc68d931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:37.750662 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-80b71ca6-5151-4355-8130-5c9dbc68d931 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:37.752328 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-80b71ca6-5151-4355-8130-5c9dbc68d931 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6b171eb7-e6a8-4d63-98ef-d15bf994087a HTTP/1.1" status: 204 len: 168 time: 0.1276731 Sep 10 15:15:37.760669 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b71ca6-5151-4355-8130-5c9dbc68d931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b171eb7-e6a8-4d63-98ef-d15bf994087a,revision_number=None']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:15:37.768922 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b71ca6-5151-4355-8130-5c9dbc68d931 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:15:37.769217 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b71ca6-5151-4355-8130-5c9dbc68d931 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:15:37.769556 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b71ca6-5151-4355-8130-5c9dbc68d931 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:15:37.769888 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b71ca6-5151-4355-8130-5c9dbc68d931 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:15:37.770311 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b71ca6-5151-4355-8130-5c9dbc68d931 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:15:37.770641 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b71ca6-5151-4355-8130-5c9dbc68d931 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:15:37.770968 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b71ca6-5151-4355-8130-5c9dbc68d931 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:15:37.771292 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b71ca6-5151-4355-8130-5c9dbc68d931 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:15:37.771613 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b71ca6-5151-4355-8130-5c9dbc68d931 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:15:37.771932 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b71ca6-5151-4355-8130-5c9dbc68d931 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:15:37.772249 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b71ca6-5151-4355-8130-5c9dbc68d931 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:15:37.772565 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b71ca6-5151-4355-8130-5c9dbc68d931 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:15:38.017580 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 49682) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:15:38.030573 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-68ad5246-99d5-4c87-b334-7179ca171047 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:38.128013 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-68ad5246-99d5-4c87-b334-7179ca171047 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:38.132591 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-68ad5246-99d5-4c87-b334-7179ca171047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:38.172340 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-68ad5246-99d5-4c87-b334-7179ca171047 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8faa29a8adcc4e02bb556e7a2a0d1235&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1536126 Sep 10 15:15:38.173304 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ad5246-99d5-4c87-b334-7179ca171047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e4aff71-13a2-47b0-bd0b-146b1f7e2a9c,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:15:38.175208 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 49684) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:15:38.229722 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-89776dcf-a7b1-42e7-8a29-8df31733b0e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:38.251264 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-89776dcf-a7b1-42e7-8a29-8df31733b0e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:38.299862 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-89776dcf-a7b1-42e7-8a29-8df31733b0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:38.302734 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-89776dcf-a7b1-42e7-8a29-8df31733b0e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:38.304003 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-89776dcf-a7b1-42e7-8a29-8df31733b0e3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9e4aff71-13a2-47b0-bd0b-146b1f7e2a9c HTTP/1.1" status: 204 len: 168 time: 0.1274030 Sep 10 15:15:38.313525 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89776dcf-a7b1-42e7-8a29-8df31733b0e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e4aff71-13a2-47b0-bd0b-146b1f7e2a9c,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:15:40.662363 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:46.622352 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b287f9-dc9a-4193-b2a2-b39d9aa6f0af req-012bea42-9a3d-4bef-96b1-c0fc32b4ec78 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:46.623836 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-81b287f9-dc9a-4193-b2a2-b39d9aa6f0af req-012bea42-9a3d-4bef-96b1-c0fc32b4ec78 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/ports?device_id=67c30180-489b-4110-8f6d-96e95b18c68a HTTP/1.1" status: 200 len: 946 time: 0.0508776 Sep 10 15:15:46.664507 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-81b287f9-dc9a-4193-b2a2-b39d9aa6f0af req-9d45f5ad-ff50-4079-9fdc-8d96c62a8dc7 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e8b286c-a333-4d93-80e3-ff81cfb92203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341880 Sep 10 15:15:47.195284 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 49820) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:15:47.308864 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-f69a637a-1dbc-4dc2-ac21-81bcd5602e32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:47.433741 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-f69a637a-1dbc-4dc2-ac21-81bcd5602e32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:47.438607 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-f69a637a-1dbc-4dc2-ac21-81bcd5602e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:47.487215 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-f69a637a-1dbc-4dc2-ac21-81bcd5602e32 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=74e9425f622c471d8e4bf8b819943599&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2906888 Sep 10 15:15:47.488057 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69a637a-1dbc-4dc2-ac21-81bcd5602e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c71d53-e9d8-4656-937f-3f1f2086d462,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:15:47.490056 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 49824) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:15:47.552326 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-7ca42be6-3394-4f47-8773-6cd128bb5547 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:47.588255 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-7ca42be6-3394-4f47-8773-6cd128bb5547 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:47.993360 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-7ca42be6-3394-4f47-8773-6cd128bb5547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:47.998180 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-7ca42be6-3394-4f47-8773-6cd128bb5547 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:48.000184 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-7ca42be6-3394-4f47-8773-6cd128bb5547 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/53c71d53-e9d8-4656-937f-3f1f2086d462 HTTP/1.1" status: 204 len: 168 time: 0.5088894 Sep 10 15:15:48.021094 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a589b-9d5a-4d53-9e66-d532ea2ce31a req-bdb6653d-fccf-4d76-b73a-e96d404b8e73 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:48.023844 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-b62a589b-9d5a-4d53-9e66-d532ea2ce31a req-bdb6653d-fccf-4d76-b73a-e96d404b8e73 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/ports?device_id=67c30180-489b-4110-8f6d-96e95b18c68a HTTP/1.1" status: 200 len: 946 time: 0.1062682 Sep 10 15:15:48.036624 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca42be6-3394-4f47-8773-6cd128bb5547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c71d53-e9d8-4656-937f-3f1f2086d462,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:15:48.151140 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-b62a589b-9d5a-4d53-9e66-d532ea2ce31a req-20e3c8b4-c301-4b78-8409-8a9062c16e4a tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e8b286c-a333-4d93-80e3-ff81cfb92203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180849 Sep 10 15:15:48.170800 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b060a264-594a-43cd-860e-130c491ca617 req-fdf1a374-61ee-4dad-90e6-3464fd9248b5 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:48.172305 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-b060a264-594a-43cd-860e-130c491ca617 req-fdf1a374-61ee-4dad-90e6-3464fd9248b5 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.42 "GET /v2.0/ports?device_id=67c30180-489b-4110-8f6d-96e95b18c68a HTTP/1.1" status: 200 len: 946 time: 0.1252961 Sep 10 15:15:48.271018 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.plugin [req-b060a264-594a-43cd-860e-130c491ca617 req-fcb10c3a-03ae-4b57-bfda-9a867a282204 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Deleting port 7af3d7e8-b8dc-4e6a-823f-ff12bc9038fa {{(pid=94009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:15:48.271360 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-b060a264-594a-43cd-860e-130c491ca617 req-fcb10c3a-03ae-4b57-bfda-9a867a282204 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748757118522'] for port, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:48.296280 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 49832) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:15:48.314340 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-e5662090-cf76-4182-be03-4f7f1b0f0eed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:48.392845 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.db [req-b060a264-594a-43cd-860e-130c491ca617 req-fcb10c3a-03ae-4b57-bfda-9a867a282204 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] For port 7af3d7e8-b8dc-4e6a-823f-ff12bc9038fa, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=7af3d7e8-b8dc-4e6a-823f-ff12bc9038fa,segment=NetworkSegment(0f50cfc0-b7c2-4b4f-b48e-e7079661db92),segment_id=0f50cfc0-b7c2-4b4f-b48e-e7079661db92)] {{(pid=94009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:15:48.393329 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-b060a264-594a-43cd-860e-130c491ca617 req-fcb10c3a-03ae-4b57-bfda-9a867a282204 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530186'] for port, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:48.588744 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-e5662090-cf76-4182-be03-4f7f1b0f0eed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:48.593696 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-e5662090-cf76-4182-be03-4f7f1b0f0eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:48.638812 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-b060a264-594a-43cd-860e-130c491ca617 req-fcb10c3a-03ae-4b57-bfda-9a867a282204 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:48.639167 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-b060a264-594a-43cd-860e-130c491ca617 req-fcb10c3a-03ae-4b57-bfda-9a867a282204 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582779'] for floatingip, after_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:48.639485 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.db.l3_db [req-b060a264-594a-43cd-860e-130c491ca617 req-fcb10c3a-03ae-4b57-bfda-9a867a282204 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Floating IP 1eeb88ef-818d-45a4-b6de-35c8e2b60fcd disassociated. External IP: 172.27.0.212, port: 7af3d7e8-b8dc-4e6a-823f-ff12bc9038fa. Sep 10 15:15:48.639820 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.plugin [req-b060a264-594a-43cd-860e-130c491ca617 req-fcb10c3a-03ae-4b57-bfda-9a867a282204 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Calling delete_port for 7af3d7e8-b8dc-4e6a-823f-ff12bc9038fa owned by compute:nova {{(pid=94009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:15:48.663636 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-e5662090-cf76-4182-be03-4f7f1b0f0eed admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=454a43b2033b4f3ea15666b186408174&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3662915 Sep 10 15:15:48.667213 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5662090-cf76-4182-be03-4f7f1b0f0eed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d3609fb-939d-4b9c-8c77-0619a539e9fd,revision_number=1']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:15:48.667551 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 49834) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:15:48.726170 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-2d996b9f-2946-4914-9b34-d3960c00cd17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:48.750699 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-2d996b9f-2946-4914-9b34-d3960c00cd17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:48.808468 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-2d996b9f-2946-4914-9b34-d3960c00cd17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:48.811498 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-2d996b9f-2946-4914-9b34-d3960c00cd17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:48.812747 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-2d996b9f-2946-4914-9b34-d3960c00cd17 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3d3609fb-939d-4b9c-8c77-0619a539e9fd HTTP/1.1" status: 204 len: 168 time: 0.1441994 Sep 10 15:15:48.822936 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d996b9f-2946-4914-9b34-d3960c00cd17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d3609fb-939d-4b9c-8c77-0619a539e9fd,revision_number=None']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:15:48.839957 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-b060a264-594a-43cd-860e-130c491ca617 req-fcb10c3a-03ae-4b57-bfda-9a867a282204 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748757126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748756606410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1040815'] for port, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:48.880384 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb10c3a-03ae-4b57-bfda-9a867a282204 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Pushing event deleted for resources: {'Port': ['ID=7af3d7e8-b8dc-4e6a-823f-ff12bc9038fa,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:15:49.019773 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b060a264-594a-43cd-860e-130c491ca617 req-fcb10c3a-03ae-4b57-bfda-9a867a282204 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Router 14040cf8-03c7-4dc3-9b39-04fd716291de has already been hosted by L3 agent b0771735-54fe-4ba2-aeee-11d3b2b54cf1 {{(pid=94009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 15:15:49.134613 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b060a264-594a-43cd-860e-130c491ca617 req-fcb10c3a-03ae-4b57-bfda-9a867a282204 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify agent at l3_agent.dv-cinder-760153-10-iscsi the message routers_updated {{(pid=94009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:15:49.148743 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c80f32d-c709-4bc9-9517-4bfcd90e5b95 None None] Sync routers for ids ['14040cf8-03c7-4dc3-9b39-04fd716291de'] in dv-cinder-760153-10-iscsi {{(pid=94011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:15:49.161074 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c80f32d-c709-4bc9-9517-4bfcd90e5b95 None None] Routers {'14040cf8-03c7-4dc3-9b39-04fd716291de'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:15:49.162172 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-0c80f32d-c709-4bc9-9517-4bfcd90e5b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T15:15:27Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['14040cf8-03c7-4dc3-9b39-04fd716291de'], 'active': True} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:15:49.179366 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.l3_dvrscheduler_db [req-b060a264-594a-43cd-860e-130c491ca617 req-fcb10c3a-03ae-4b57-bfda-9a867a282204 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] No DVR routers for this DVR port 7af3d7e8-b8dc-4e6a-823f-ff12bc9038fa on host hv-cinder-76015 {{(pid=94009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 15:15:49.182426 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-b060a264-594a-43cd-860e-130c491ca617 req-fcb10c3a-03ae-4b57-bfda-9a867a282204 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46804'] for port, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:49.184376 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-b060a264-594a-43cd-860e-130c491ca617 req-fcb10c3a-03ae-4b57-bfda-9a867a282204 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.42 "DELETE /v2.0/ports/7af3d7e8-b8dc-4e6a-823f-ff12bc9038fa HTTP/1.1" status: 204 len: 173 time: 1.0055649 Sep 10 15:15:49.184938 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67c30180-489b-4110-8f6d-96e95b18c68a', 'name': 'network-vif-deleted', 'tag': '7af3d7e8-b8dc-4e6a-823f-ff12bc9038fa'}] {{(pid=94009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:15:49.187411 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9f06775dd2e397dd855044b511bdd55e5ba575987bbc09c0a11d88d405cb18b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e15912-f9ff-4a12-b9b2-a32e53d56578" -d '{"events": [{"server_uuid": "67c30180-489b-4110-8f6d-96e95b18c68a", "name": "network-vif-deleted", "tag": "7af3d7e8-b8dc-4e6a-823f-ff12bc9038fa"}]}' {{(pid=94009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:15:49.198287 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 49844) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:15:49.214356 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-e7e7f6f3-de90-47bb-8a84-25e059a7d48c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:49.278958 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31bb8b85-3af9-408c-9fae-5773a4ea24c3 x-openstack-request-id: req-31bb8b85-3af9-408c-9fae-5773a4ea24c3 {{(pid=94009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:15:49.279490 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67c30180-489b-4110-8f6d-96e95b18c68a", "name": "network-vif-deleted", "tag": "7af3d7e8-b8dc-4e6a-823f-ff12bc9038fa", "status": "completed", "code": 200}]} {{(pid=94009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:15:49.279938 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-31bb8b85-3af9-408c-9fae-5773a4ea24c3 {{(pid=94009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:15:49.280567 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67c30180-489b-4110-8f6d-96e95b18c68a', 'name': 'network-vif-deleted', 'tag': '7af3d7e8-b8dc-4e6a-823f-ff12bc9038fa', 'status': 'completed', 'code': 200} Sep 10 15:15:49.302380 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvr_db [None req-0c80f32d-c709-4bc9-9517-4bfcd90e5b95 None None] Set router 14040cf8-03c7-4dc3-9b39-04fd716291de gateway port host: dv-cinder-760153-10-iscsi {{(pid=94011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:15:49.341023 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-3c967538-12df-4089-adf2-cbfd1fc4e642 req-b44057d2-5b0e-4699-8af0-c955c49b7459 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/ports?device_id=67c30180-489b-4110-8f6d-96e95b18c68a HTTP/1.1" status: 200 len: 210 time: 0.0388732 Sep 10 15:15:49.352332 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-e7e7f6f3-de90-47bb-8a84-25e059a7d48c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:49.352332 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-e7e7f6f3-de90-47bb-8a84-25e059a7d48c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:49.396561 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-e7e7f6f3-de90-47bb-8a84-25e059a7d48c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=12cb36af9e374cbfb2ae28c70b771ef6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1968279 Sep 10 15:15:49.397824 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e7f6f3-de90-47bb-8a84-25e059a7d48c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a98798e6-13fb-47d8-bf11-2aa662ae204b,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:15:49.399245 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 49846) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:15:49.466858 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-655c80e0-ee5e-474e-8282-e8cc6913ac38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:49.490408 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-655c80e0-ee5e-474e-8282-e8cc6913ac38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:49.547955 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-0c80f32d-c709-4bc9-9517-4bfcd90e5b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14040cf8-03c7-4dc3-9b39-04fd716291de', 'name': 'tempest-TestVolumeBootPattern-428447017-router', 'tenant_id': 'a54041e21d774dc082088058e0725c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '0e0acf2c-5d83-466d-9036-0627ffcb4498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:12:49Z', 'updated_at': '2021-09-10T15:12:52Z', 'revision_number': 4, 'project_id': 'a54041e21d774dc082088058e0725c3e', 'gw_port': {'id': '0e0acf2c-5d83-466d-9036-0627ffcb4498', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:0e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14040cf8-03c7-4dc3-9b39-04fd716291de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:12:49Z', 'updated_at': '2021-09-10T15:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi', '_interfaces': [{'id': '0a5a41a6-1b14-4cbd-a104-9870c1c496ca', 'name': '', 'network_id': 'c00924aa-47db-4fd4-bda2-4f4111d84f4b', 'tenant_id': 'a54041e21d774dc082088058e0725c3e', 'mac_address': 'fa:16:3e:59:d0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14040cf8-03c7-4dc3-9b39-04fd716291de', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '355b14f6-a44c-4c11-96c3-a282c3e99d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:12:52Z', 'updated_at': '2021-09-10T15:13:00Z', 'revision_number': 5, 'project_id': 'a54041e21d774dc082088058e0725c3e', 'subnets': [{'id': '355b14f6-a44c-4c11-96c3-a282c3e99d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:15:49.548300 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-655c80e0-ee5e-474e-8282-e8cc6913ac38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:49.552271 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-655c80e0-ee5e-474e-8282-e8cc6913ac38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:49.553440 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-655c80e0-ee5e-474e-8282-e8cc6913ac38 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a98798e6-13fb-47d8-bf11-2aa662ae204b HTTP/1.1" status: 204 len: 168 time: 0.1523488 Sep 10 15:15:49.562856 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655c80e0-ee5e-474e-8282-e8cc6913ac38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98798e6-13fb-47d8-bf11-2aa662ae204b,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:15:49.587426 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c80f32d-c709-4bc9-9517-4bfcd90e5b95 None None] Checking router: 14040cf8-03c7-4dc3-9b39-04fd716291de for host: dv-cinder-760153-10-iscsi {{(pid=94011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:15:49.602622 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c80f32d-c709-4bc9-9517-4bfcd90e5b95 None None] Routers {'14040cf8-03c7-4dc3-9b39-04fd716291de'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:15:49.603353 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-0c80f32d-c709-4bc9-9517-4bfcd90e5b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T15:15:27Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['14040cf8-03c7-4dc3-9b39-04fd716291de'], 'active': True} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:15:49.858605 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvr_db [None req-0c80f32d-c709-4bc9-9517-4bfcd90e5b95 None None] Set router 14040cf8-03c7-4dc3-9b39-04fd716291de gateway port host: dv-cinder-760153-10-iscsi {{(pid=94011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:15:50.101810 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-0c80f32d-c709-4bc9-9517-4bfcd90e5b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14040cf8-03c7-4dc3-9b39-04fd716291de', 'name': 'tempest-TestVolumeBootPattern-428447017-router', 'tenant_id': 'a54041e21d774dc082088058e0725c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '0e0acf2c-5d83-466d-9036-0627ffcb4498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:12:49Z', 'updated_at': '2021-09-10T15:12:52Z', 'revision_number': 4, 'project_id': 'a54041e21d774dc082088058e0725c3e', 'gw_port': {'id': '0e0acf2c-5d83-466d-9036-0627ffcb4498', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:0e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14040cf8-03c7-4dc3-9b39-04fd716291de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:12:49Z', 'updated_at': '2021-09-10T15:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi', '_interfaces': [{'id': '0a5a41a6-1b14-4cbd-a104-9870c1c496ca', 'name': '', 'network_id': 'c00924aa-47db-4fd4-bda2-4f4111d84f4b', 'tenant_id': 'a54041e21d774dc082088058e0725c3e', 'mac_address': 'fa:16:3e:59:d0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14040cf8-03c7-4dc3-9b39-04fd716291de', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '355b14f6-a44c-4c11-96c3-a282c3e99d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:12:52Z', 'updated_at': '2021-09-10T15:13:00Z', 'revision_number': 5, 'project_id': 'a54041e21d774dc082088058e0725c3e', 'subnets': [{'id': '355b14f6-a44c-4c11-96c3-a282c3e99d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:15:50.143143 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c80f32d-c709-4bc9-9517-4bfcd90e5b95 None None] The sync data for ids ['14040cf8-03c7-4dc3-9b39-04fd716291de'] in dv-cinder-760153-10-iscsi is: [{'id': '14040cf8-03c7-4dc3-9b39-04fd716291de', 'name': 'tempest-TestVolumeBootPattern-428447017-router', 'tenant_id': 'a54041e21d774dc082088058e0725c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '0e0acf2c-5d83-466d-9036-0627ffcb4498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:12:49Z', 'updated_at': '2021-09-10T15:12:52Z', 'revision_number': 4, 'project_id': 'a54041e21d774dc082088058e0725c3e', 'gw_port': {'id': '0e0acf2c-5d83-466d-9036-0627ffcb4498', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:0e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14040cf8-03c7-4dc3-9b39-04fd716291de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:12:49Z', 'updated_at': '2021-09-10T15:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi', '_interfaces': [{'id': '0a5a41a6-1b14-4cbd-a104-9870c1c496ca', 'name': '', 'network_id': 'c00924aa-47db-4fd4-bda2-4f4111d84f4b', 'tenant_id': 'a54041e21d774dc082088058e0725c3e', 'mac_address': 'fa:16:3e:59:d0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14040cf8-03c7-4dc3-9b39-04fd716291de', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '355b14f6-a44c-4c11-96c3-a282c3e99d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:12:52Z', 'updated_at': '2021-09-10T15:13:00Z', 'revision_number': 5, 'project_id': 'a54041e21d774dc082088058e0725c3e', 'subnets': [{'id': '355b14f6-a44c-4c11-96c3-a282c3e99d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:15:50.415189 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7045dade-77dc-45f2-85bc-5c09535487df None None] New status for floating IP 1eeb88ef-818d-45a4-b6de-35c8e2b60fcd: DOWN {{(pid=94012) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 15:15:50.608562 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-2bf5170a-72a8-4443-aba0-a78925a807ee req-f08f1057-87f7-4566-bec1-c3e225da41c2 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1543958072&fields=id&tenant_id=a54041e21d774dc082088058e0725c3e HTTP/1.1" status: 200 len: 267 time: 0.0372639 Sep 10 15:15:50.726960 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf5170a-72a8-4443-aba0-a78925a807ee req-33c896e2-7dba-4228-9890-0014d468deda tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:50.728463 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-2bf5170a-72a8-4443-aba0-a78925a807ee req-33c896e2-7dba-4228-9890-0014d468deda tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/networks?id=c00924aa-47db-4fd4-bda2-4f4111d84f4b HTTP/1.1" status: 200 len: 811 time: 0.1127253 Sep 10 15:15:50.744027 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-2bf5170a-72a8-4443-aba0-a78925a807ee req-48cae2cc-b215-4be0-87ac-7a9dc35fa32f tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/quotas/a54041e21d774dc082088058e0725c3e HTTP/1.1" status: 200 len: 375 time: 0.0098426 Sep 10 15:15:50.804217 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-2bf5170a-72a8-4443-aba0-a78925a807ee req-e99a8d1b-3387-45a2-964f-776aabc207c6 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a54041e21d774dc082088058e0725c3e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0543690 Sep 10 15:15:50.915276 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-2bf5170a-72a8-4443-aba0-a78925a807ee req-96433e73-e955-47df-9afa-d8d6279963d3 service neutron] 10.222.0.35 "GET /v2.0/networks/c00924aa-47db-4fd4-bda2-4f4111d84f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960701 Sep 10 15:15:51.006674 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-2bf5170a-72a8-4443-aba0-a78925a807ee req-190bbbd4-ff5e-4d0d-b4d2-aebe73cc2b73 service neutron] 10.222.0.35 "GET /v2.0/networks/c00924aa-47db-4fd4-bda2-4f4111d84f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863769 Sep 10 15:15:51.333085 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-2d63e123-bb36-4941-a050-605b7b26cadb req-73029c89-a621-4628-b564-1aa7f073c27e tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac77b436-5e21-4fae-9d69-2962ff5a60b1 HTTP/1.1" status: 200 len: 210 time: 0.0342317 Sep 10 15:15:52.286731 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf5170a-72a8-4443-aba0-a78925a807ee req-62fdb0e9-413a-4b0b-ab63-9596164008a4 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:52.288306 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-2bf5170a-72a8-4443-aba0-a78925a807ee req-62fdb0e9-413a-4b0b-ab63-9596164008a4 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.42 "GET /v2.0/networks?id=c00924aa-47db-4fd4-bda2-4f4111d84f4b HTTP/1.1" status: 200 len: 811 time: 0.1205010 Sep 10 15:15:52.343109 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-2bf5170a-72a8-4443-aba0-a78925a807ee req-6babf97c-a71a-4785-a831-513056a8f982 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a54041e21d774dc082088058e0725c3e HTTP/1.1" status: 200 len: 380 time: 0.0453215 Sep 10 15:15:52.353704 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.v2.base [req-2bf5170a-72a8-4443-aba0-a78925a807ee req-ef966f08-0833-4545-a85f-5616fd6b1919 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Request body: {'port': {'device_id': 'ac77b436-5e21-4fae-9d69-2962ff5a60b1', 'network_id': 'c00924aa-47db-4fd4-bda2-4f4111d84f4b', 'admin_state_up': True, 'tenant_id': 'a54041e21d774dc082088058e0725c3e', 'security_groups': ['1e8b286c-a333-4d93-80e3-ff81cfb92203']}} {{(pid=94009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:15:52.463261 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-09e2da1f-2513-4b9c-9a4b-108226150a60 req-7c5e4330-bf1d-4ea4-a7d2-c815096bba6f tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac77b436-5e21-4fae-9d69-2962ff5a60b1 HTTP/1.1" status: 200 len: 210 time: 0.0417581 Sep 10 15:15:52.510798 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bf5170a-72a8-4443-aba0-a78925a807ee req-ef966f08-0833-4545-a85f-5616fd6b1919 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Made reservation on behalf of a54041e21d774dc082088058e0725c3e for: {'port': 1} {{(pid=94009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:15:52.514341 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-2bf5170a-72a8-4443-aba0-a78925a807ee req-ef966f08-0833-4545-a85f-5616fd6b1919 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:52.666111 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.db_base_plugin_common [req-2bf5170a-72a8-4443-aba0-a78925a807ee req-ef966f08-0833-4545-a85f-5616fd6b1919 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Allocated IP 172.20.0.5 (c00924aa-47db-4fd4-bda2-4f4111d84f4b/355b14f6-a44c-4c11-96c3-a282c3e99d40/260a1d31-8c2c-4e38-867f-8dc1fdfb968f) {{(pid=94009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:15:52.802624 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device 7af3d7e8-b8dc-4e6a-823f-ff12bc9038fa no longer exists at agent hyperv_hv-cinder-76015 {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:15:52.836370 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] No Port match for: 7af3d7e8-b8dc-4e6a-823f-ff12bc9038fa {{(pid=94011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:15:52.836977 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device 7af3d7e8-b8dc-4e6a-823f-ff12bc9038fa not bound to the agent host hv-cinder-76015 {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:15:52.837539 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-2bf5170a-72a8-4443-aba0-a78925a807ee req-ef966f08-0833-4545-a85f-5616fd6b1919 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks [] for port, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:52.857530 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.provisioning_blocks [req-2bf5170a-72a8-4443-aba0-a78925a807ee req-ef966f08-0833-4545-a85f-5616fd6b1919 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Transition to ACTIVE for port object 260a1d31-8c2c-4e38-867f-8dc1fdfb968f will not be triggered until provisioned by entity DHCP. {{(pid=94009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:15:52.896086 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-2bf5170a-72a8-4443-aba0-a78925a807ee req-ef966f08-0833-4545-a85f-5616fd6b1919 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748756606401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1040815'] for port, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:52.941380 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bf5170a-72a8-4443-aba0-a78925a807ee req-ef966f08-0833-4545-a85f-5616fd6b1919 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Network c00924aa-47db-4fd4-bda2-4f4111d84f4b is already hosted by enough agents. {{(pid=94009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:15:52.944711 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.base_scheduler [req-2bf5170a-72a8-4443-aba0-a78925a807ee req-ef966f08-0833-4545-a85f-5616fd6b1919 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Resources bound (agent type, host, resource id): {{(pid=94009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:15:52.948804 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bf5170a-72a8-4443-aba0-a78925a807ee req-ef966f08-0833-4545-a85f-5616fd6b1919 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Received port after_create {{(pid=94009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:15:52.986229 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef966f08-0833-4545-a85f-5616fd6b1919 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Pushing event updated for resources: {'Port': ['ID=260a1d31-8c2c-4e38-867f-8dc1fdfb968f,revision_number=1']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:15:53.023489 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf5170a-72a8-4443-aba0-a78925a807ee req-ef966f08-0833-4545-a85f-5616fd6b1919 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:53.024151 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-2bf5170a-72a8-4443-aba0-a78925a807ee req-ef966f08-0833-4545-a85f-5616fd6b1919 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46804'] for port, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:53.043786 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-2bf5170a-72a8-4443-aba0-a78925a807ee req-ef966f08-0833-4545-a85f-5616fd6b1919 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6939983 Sep 10 15:15:53.057161 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.v2.base [req-2bf5170a-72a8-4443-aba0-a78925a807ee req-cdac8211-d10a-4b84-92ed-6a431612487a service neutron] Request body: {'port': {'device_id': 'ac77b436-5e21-4fae-9d69-2962ff5a60b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76015'}} {{(pid=94009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:15:53.116813 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-2bf5170a-72a8-4443-aba0-a78925a807ee req-cdac8211-d10a-4b84-92ed-6a431612487a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:53.241766 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-ac40d372-bb8e-4aa2-b2df-b4ddb8ec17a9 None None] Provisioning for port 260a1d31-8c2c-4e38-867f-8dc1fdfb968f completed by entity DHCP. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:15:53.246167 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-ac40d372-bb8e-4aa2-b2df-b4ddb8ec17a9 None None] Provisioning complete for port 260a1d31-8c2c-4e38-867f-8dc1fdfb968f triggered by entity DHCP. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:15:53.246531 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-ac40d372-bb8e-4aa2-b2df-b4ddb8ec17a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:53.282081 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-ac40d372-bb8e-4aa2-b2df-b4ddb8ec17a9 None None] Port 260a1d31-8c2c-4e38-867f-8dc1fdfb968f cannot update to ACTIVE because it is not bound. {{(pid=94011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 15:15:53.389699 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.notifiers.nova [req-2bf5170a-72a8-4443-aba0-a78925a807ee req-cdac8211-d10a-4b84-92ed-6a431612487a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 260a1d31-8c2c-4e38-867f-8dc1fdfb968f {{(pid=94009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:15:53.397947 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-2bf5170a-72a8-4443-aba0-a78925a807ee req-cdac8211-d10a-4b84-92ed-6a431612487a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:53.410499 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.provisioning_blocks [req-2bf5170a-72a8-4443-aba0-a78925a807ee req-cdac8211-d10a-4b84-92ed-6a431612487a service neutron] Transition to ACTIVE for port object 260a1d31-8c2c-4e38-867f-8dc1fdfb968f will not be triggered until provisioned by entity L2. {{(pid=94009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:15:53.415010 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-2bf5170a-72a8-4443-aba0-a78925a807ee req-cdac8211-d10a-4b84-92ed-6a431612487a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1041244'] for port, after_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:53.475523 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdac8211-d10a-4b84-92ed-6a431612487a service neutron] Pushing event updated for resources: {'Port': ['ID=260a1d31-8c2c-4e38-867f-8dc1fdfb968f,revision_number=2']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:15:53.550836 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.managers [req-2bf5170a-72a8-4443-aba0-a78925a807ee req-cdac8211-d10a-4b84-92ed-6a431612487a service neutron] Attempting to bind port 260a1d31-8c2c-4e38-867f-8dc1fdfb968f on host hv-cinder-76015 for vnic_type normal with profile {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:15:53.551181 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.managers [req-2bf5170a-72a8-4443-aba0-a78925a807ee req-cdac8211-d10a-4b84-92ed-6a431612487a service neutron] Attempting to bind port 260a1d31-8c2c-4e38-867f-8dc1fdfb968f by drivers openvswitch,hyperv on host hv-cinder-76015 at level 0 using segments [{'id': '0f50cfc0-b7c2-4b4f-b48e-e7079661db92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c00924aa-47db-4fd4-bda2-4f4111d84f4b'}] {{(pid=94009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:15:53.551507 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf5170a-72a8-4443-aba0-a78925a807ee req-cdac8211-d10a-4b84-92ed-6a431612487a service neutron] Attempting to bind port 260a1d31-8c2c-4e38-867f-8dc1fdfb968f on network c00924aa-47db-4fd4-bda2-4f4111d84f4b {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:15:53.557497 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf5170a-72a8-4443-aba0-a78925a807ee req-cdac8211-d10a-4b84-92ed-6a431612487a service neutron] Port 260a1d31-8c2c-4e38-867f-8dc1fdfb968f on network c00924aa-47db-4fd4-bda2-4f4111d84f4b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76015 {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 15:15:53.557840 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf5170a-72a8-4443-aba0-a78925a807ee req-cdac8211-d10a-4b84-92ed-6a431612487a service neutron] Attempting to bind port 260a1d31-8c2c-4e38-867f-8dc1fdfb968f on network c00924aa-47db-4fd4-bda2-4f4111d84f4b {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:15:53.572978 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf5170a-72a8-4443-aba0-a78925a807ee req-cdac8211-d10a-4b84-92ed-6a431612487a service neutron] Checking agent: {'id': '97479926-a0bf-4e38-9164-b44674cd2f3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76015', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 15, 4, 9), 'started_at': datetime.datetime(2021, 9, 10, 15, 4, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:15:53.573317 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf5170a-72a8-4443-aba0-a78925a807ee req-cdac8211-d10a-4b84-92ed-6a431612487a service neutron] Checking segment: {'id': '0f50cfc0-b7c2-4b4f-b48e-e7079661db92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c00924aa-47db-4fd4-bda2-4f4111d84f4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:15:53.573707 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf5170a-72a8-4443-aba0-a78925a807ee req-cdac8211-d10a-4b84-92ed-6a431612487a service neutron] Bound using segment: {'id': '0f50cfc0-b7c2-4b4f-b48e-e7079661db92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c00924aa-47db-4fd4-bda2-4f4111d84f4b'} {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:15:53.574235 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.managers [req-2bf5170a-72a8-4443-aba0-a78925a807ee req-cdac8211-d10a-4b84-92ed-6a431612487a service neutron] Bound port: 260a1d31-8c2c-4e38-867f-8dc1fdfb968f, host: hv-cinder-76015, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f50cfc0-b7c2-4b4f-b48e-e7079661db92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c00924aa-47db-4fd4-bda2-4f4111d84f4b'}}] {{(pid=94009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:15:53.574596 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-2bf5170a-72a8-4443-aba0-a78925a807ee req-cdac8211-d10a-4b84-92ed-6a431612487a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:53.651754 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe4440b-2b25-45cd-ac03-d777fc52a69e req-a305513f-6873-4be2-bc16-653cea96c754 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:53.653178 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-cbe4440b-2b25-45cd-ac03-d777fc52a69e req-a305513f-6873-4be2-bc16-653cea96c754 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac77b436-5e21-4fae-9d69-2962ff5a60b1 HTTP/1.1" status: 200 len: 943 time: 0.0920804 Sep 10 15:15:53.696368 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.db [req-2bf5170a-72a8-4443-aba0-a78925a807ee req-cdac8211-d10a-4b84-92ed-6a431612487a service neutron] For port 260a1d31-8c2c-4e38-867f-8dc1fdfb968f, host hv-cinder-76015, cleared binding levels {{(pid=94009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:15:53.717822 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.db [req-2bf5170a-72a8-4443-aba0-a78925a807ee req-cdac8211-d10a-4b84-92ed-6a431612487a service neutron] For port 260a1d31-8c2c-4e38-867f-8dc1fdfb968f, host hv-cinder-76015, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=260a1d31-8c2c-4e38-867f-8dc1fdfb968f,segment=NetworkSegment(0f50cfc0-b7c2-4b4f-b48e-e7079661db92),segment_id=0f50cfc0-b7c2-4b4f-b48e-e7079661db92)] {{(pid=94009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:15:53.721542 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-cbe4440b-2b25-45cd-ac03-d777fc52a69e req-6f1fc4ad-deb0-4795-b545-0225253cdeaf tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e8b286c-a333-4d93-80e3-ff81cfb92203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596714 Sep 10 15:15:53.723634 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-2bf5170a-72a8-4443-aba0-a78925a807ee req-cdac8211-d10a-4b84-92ed-6a431612487a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1041244'] for port, after_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:53.760906 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf5170a-72a8-4443-aba0-a78925a807ee req-cdac8211-d10a-4b84-92ed-6a431612487a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:53.761538 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-2bf5170a-72a8-4443-aba0-a78925a807ee req-cdac8211-d10a-4b84-92ed-6a431612487a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46804'] for port, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:53.763123 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-2bf5170a-72a8-4443-aba0-a78925a807ee req-cdac8211-d10a-4b84-92ed-6a431612487a service neutron] 10.222.0.42 "PUT /v2.0/ports/260a1d31-8c2c-4e38-867f-8dc1fdfb968f HTTP/1.1" status: 200 len: 1093 time: 0.7106700 Sep 10 15:15:53.763397 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac77b436-5e21-4fae-9d69-2962ff5a60b1', 'tag': '260a1d31-8c2c-4e38-867f-8dc1fdfb968f'}] {{(pid=94009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:15:53.765659 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9f06775dd2e397dd855044b511bdd55e5ba575987bbc09c0a11d88d405cb18b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d5c1723-0934-44e0-9818-356825c657b8" -d '{"events": [{"name": "network-changed", "server_uuid": "ac77b436-5e21-4fae-9d69-2962ff5a60b1", "tag": "260a1d31-8c2c-4e38-867f-8dc1fdfb968f"}]}' {{(pid=94009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:15:53.801063 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdac8211-d10a-4b84-92ed-6a431612487a service neutron] Pushing event updated for resources: {'Port': ['ID=260a1d31-8c2c-4e38-867f-8dc1fdfb968f,revision_number=3']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:15:53.805377 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 15:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e568ea25-dfc4-40df-94aa-d40f3a9bee6d x-openstack-request-id: req-e568ea25-dfc4-40df-94aa-d40f3a9bee6d {{(pid=94009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:15:53.805662 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac77b436-5e21-4fae-9d69-2962ff5a60b1", "tag": "260a1d31-8c2c-4e38-867f-8dc1fdfb968f", "status": "completed", "code": 200}]} {{(pid=94009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:15:53.805905 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e568ea25-dfc4-40df-94aa-d40f3a9bee6d {{(pid=94009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:15:53.806324 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac77b436-5e21-4fae-9d69-2962ff5a60b1', 'tag': '260a1d31-8c2c-4e38-867f-8dc1fdfb968f', 'status': 'completed', 'code': 200} Sep 10 15:15:53.858936 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf5170a-72a8-4443-aba0-a78925a807ee req-eadb0615-f15b-4226-bc89-1e656c216740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:53.861438 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-2bf5170a-72a8-4443-aba0-a78925a807ee req-eadb0615-f15b-4226-bc89-1e656c216740 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a54041e21d774dc082088058e0725c3e&device_id=ac77b436-5e21-4fae-9d69-2962ff5a60b1 HTTP/1.1" status: 200 len: 1096 time: 0.0488703 Sep 10 15:15:53.911821 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-2bf5170a-72a8-4443-aba0-a78925a807ee req-ea3699fd-f41a-4bb1-aa7b-743573f7cc2e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=260a1d31-8c2c-4e38-867f-8dc1fdfb968f HTTP/1.1" status: 200 len: 217 time: 0.0403042 Sep 10 15:15:53.969946 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf5170a-72a8-4443-aba0-a78925a807ee req-7c01e3ee-d8dc-44a0-87a4-4c68c86a1e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:53.971512 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-2bf5170a-72a8-4443-aba0-a78925a807ee req-7c01e3ee-d8dc-44a0-87a4-4c68c86a1e0d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=355b14f6-a44c-4c11-96c3-a282c3e99d40 HTTP/1.1" status: 200 len: 850 time: 0.0529351 Sep 10 15:15:54.024453 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf5170a-72a8-4443-aba0-a78925a807ee req-cd7d00c2-ec88-43c0-938f-f01d5d05fe47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:54.025995 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-2bf5170a-72a8-4443-aba0-a78925a807ee req-cd7d00c2-ec88-43c0-938f-f01d5d05fe47 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c00924aa-47db-4fd4-bda2-4f4111d84f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0473683 Sep 10 15:15:54.163477 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-2bf5170a-72a8-4443-aba0-a78925a807ee req-b477c65d-4b7f-4a73-a78a-87f48676de02 service neutron] 10.222.0.42 "GET /v2.0/networks/c00924aa-47db-4fd4-bda2-4f4111d84f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277716 Sep 10 15:15:54.294072 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-2bf5170a-72a8-4443-aba0-a78925a807ee req-a8fe23b7-82c7-4f1e-9aaf-73847a302231 service neutron] 10.222.0.42 "GET /v2.0/networks/c00924aa-47db-4fd4-bda2-4f4111d84f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234846 Sep 10 15:15:54.394866 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c1723-0934-44e0-9818-356825c657b8 req-06850789-99f5-4c19-bb66-daa5c17d1cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:54.396390 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-9d5c1723-0934-44e0-9818-356825c657b8 req-06850789-99f5-4c19-bb66-daa5c17d1cf7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a54041e21d774dc082088058e0725c3e&device_id=ac77b436-5e21-4fae-9d69-2962ff5a60b1 HTTP/1.1" status: 200 len: 1096 time: 0.0479603 Sep 10 15:15:54.504322 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c1723-0934-44e0-9818-356825c657b8 req-266191ea-e7c0-4bae-a180-c738c4b57970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:54.506144 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-9d5c1723-0934-44e0-9818-356825c657b8 req-266191ea-e7c0-4bae-a180-c738c4b57970 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c00924aa-47db-4fd4-bda2-4f4111d84f4b HTTP/1.1" status: 200 len: 912 time: 0.1025052 Sep 10 15:15:54.555328 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-9d5c1723-0934-44e0-9818-356825c657b8 req-d6100f2b-4818-42ca-9d63-ce681c467dfd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=260a1d31-8c2c-4e38-867f-8dc1fdfb968f HTTP/1.1" status: 200 len: 217 time: 0.0413079 Sep 10 15:15:54.610575 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c1723-0934-44e0-9818-356825c657b8 req-d90467b1-0d99-43e8-8c69-b0420ae034ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:54.612228 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-9d5c1723-0934-44e0-9818-356825c657b8 req-d90467b1-0d99-43e8-8c69-b0420ae034ec service neutron] 10.222.0.42 "GET /v2.0/subnets?id=355b14f6-a44c-4c11-96c3-a282c3e99d40 HTTP/1.1" status: 200 len: 850 time: 0.0503321 Sep 10 15:15:54.646917 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-dfce326d-e8e0-456b-9dd1-32c7f336f55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:54.662793 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c1723-0934-44e0-9818-356825c657b8 req-dbed71b8-441d-4476-b458-07f0c86ab959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:54.664340 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-9d5c1723-0934-44e0-9818-356825c657b8 req-dbed71b8-441d-4476-b458-07f0c86ab959 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c00924aa-47db-4fd4-bda2-4f4111d84f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0451038 Sep 10 15:15:54.767108 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-9d5c1723-0934-44e0-9818-356825c657b8 req-029b5b7c-01a9-41e2-979e-b7f65b1b248b service neutron] 10.222.0.42 "GET /v2.0/networks/c00924aa-47db-4fd4-bda2-4f4111d84f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959508 Sep 10 15:15:54.894759 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf35d07-74a5-4ac0-b8cd-3b09a091945d req-c0590582-fd19-4539-a51a-bc74e15a2e75 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:54.896325 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-0cf35d07-74a5-4ac0-b8cd-3b09a091945d req-c0590582-fd19-4539-a51a-bc74e15a2e75 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac77b436-5e21-4fae-9d69-2962ff5a60b1 HTTP/1.1" status: 200 len: 943 time: 0.1044867 Sep 10 15:15:54.915630 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-9d5c1723-0934-44e0-9818-356825c657b8 req-6ab69e5f-b781-4118-80b3-8d285addbc6a service neutron] 10.222.0.42 "GET /v2.0/networks/c00924aa-47db-4fd4-bda2-4f4111d84f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418014 Sep 10 15:15:54.946916 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-0cf35d07-74a5-4ac0-b8cd-3b09a091945d req-b1b0222c-7edc-49e8-ae28-97b80ce74d49 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e8b286c-a333-4d93-80e3-ff81cfb92203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420184 Sep 10 15:15:56.070793 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eca78e6-1b7f-431c-b99d-750ca0095abb req-db004d80-60c4-49f6-83c2-968be9b21325 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:56.072282 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-8eca78e6-1b7f-431c-b99d-750ca0095abb req-db004d80-60c4-49f6-83c2-968be9b21325 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac77b436-5e21-4fae-9d69-2962ff5a60b1 HTTP/1.1" status: 200 len: 943 time: 0.0515511 Sep 10 15:15:56.112579 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-8eca78e6-1b7f-431c-b99d-750ca0095abb req-a8357012-63b1-465b-831f-b89af19556ff tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e8b286c-a333-4d93-80e3-ff81cfb92203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337725 Sep 10 15:15:56.343245 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 50002) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:15:56.445442 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-84f2a3a6-4162-4ce1-9e14-022ac3de8d8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:56.533545 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-84f2a3a6-4162-4ce1-9e14-022ac3de8d8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:56.537534 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-84f2a3a6-4162-4ce1-9e14-022ac3de8d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:56.578319 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-84f2a3a6-4162-4ce1-9e14-022ac3de8d8b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8227c4c2de5d47e1b60ceb944c9b924b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2339592 Sep 10 15:15:56.581088 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 50006) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:15:56.584150 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f2a3a6-4162-4ce1-9e14-022ac3de8d8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad4b425d-f8e4-41aa-a589-1eabacddd0ec,revision_number=1']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:15:56.637813 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-eeebe28d-14bf-4165-b179-47a5666af8fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:56.661936 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-eeebe28d-14bf-4165-b179-47a5666af8fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:56.713084 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-eeebe28d-14bf-4165-b179-47a5666af8fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:56.715632 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-eeebe28d-14bf-4165-b179-47a5666af8fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:56.716789 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-eeebe28d-14bf-4165-b179-47a5666af8fa admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ad4b425d-f8e4-41aa-a589-1eabacddd0ec HTTP/1.1" status: 204 len: 168 time: 0.1339612 Sep 10 15:15:56.724940 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeebe28d-14bf-4165-b179-47a5666af8fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad4b425d-f8e4-41aa-a589-1eabacddd0ec,revision_number=None']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:15:56.999171 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 50012) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:15:57.014113 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-01070d1e-79a0-4e4e-a62d-26f37de62b1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:57.113918 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-01070d1e-79a0-4e4e-a62d-26f37de62b1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:57.118122 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-01070d1e-79a0-4e4e-a62d-26f37de62b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:57.155708 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01070d1e-79a0-4e4e-a62d-26f37de62b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f526af00-7b01-48d5-9925-940b2c8bd111,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:15:57.160237 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-01070d1e-79a0-4e4e-a62d-26f37de62b1c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3ac34a2ebdda40b0af94554afb372efd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1598480 Sep 10 15:15:57.163227 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 50016) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:15:57.254446 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8bf9c4-16e8-49a8-9d3e-64925a376fd0 req-a1e8ec16-f263-4ff0-bdf1-81b5452ee323 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:57.255929 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-ad8bf9c4-16e8-49a8-9d3e-64925a376fd0 req-a1e8ec16-f263-4ff0-bdf1-81b5452ee323 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac77b436-5e21-4fae-9d69-2962ff5a60b1 HTTP/1.1" status: 200 len: 943 time: 0.0734801 Sep 10 15:15:57.257040 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-5ddd8295-32e0-40c2-89ad-32b37ba73658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:57.294012 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-5ddd8295-32e0-40c2-89ad-32b37ba73658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:57.322609 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-ad8bf9c4-16e8-49a8-9d3e-64925a376fd0 req-c13f3d56-5b32-45dc-867a-209420c913b5 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e8b286c-a333-4d93-80e3-ff81cfb92203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556135 Sep 10 15:15:57.354986 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-5ddd8295-32e0-40c2-89ad-32b37ba73658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:57.357588 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-5ddd8295-32e0-40c2-89ad-32b37ba73658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:57.358746 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-5ddd8295-32e0-40c2-89ad-32b37ba73658 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f526af00-7b01-48d5-9925-940b2c8bd111 HTTP/1.1" status: 204 len: 168 time: 0.1946225 Sep 10 15:15:57.368133 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddd8295-32e0-40c2-89ad-32b37ba73658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f526af00-7b01-48d5-9925-940b2c8bd111,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:15:57.500448 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-348d8519-c162-49ca-8bd8-1bcc16869a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:58.218916 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:58.442635 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a1abf5-79ae-465d-badb-6eba05ea950e req-89ae797b-c99f-4dee-8203-67f23b6efbe2 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:58.444117 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-77a1abf5-79ae-465d-badb-6eba05ea950e req-89ae797b-c99f-4dee-8203-67f23b6efbe2 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac77b436-5e21-4fae-9d69-2962ff5a60b1 HTTP/1.1" status: 200 len: 943 time: 0.0526187 Sep 10 15:15:58.489421 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-77a1abf5-79ae-465d-badb-6eba05ea950e req-06120515-6705-42f1-8e52-c3f2e4992888 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e8b286c-a333-4d93-80e3-ff81cfb92203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392060 Sep 10 15:15:59.236753 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b7c5f725-09d8-454b-b5ba-4a700e799395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:15:59.394286 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.agents_db [None req-04bb1bd2-f33d-49ef-a466-6fb3f7a23ee1 None None] Agent healthcheck: found 6 active agents {{(pid=94012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 15:15:59.813381 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a2b662-c8c2-4028-ad53-ca08a6097472 req-239a6c6d-5814-4e2d-a55d-bc2e1f1b03b8 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:15:59.814987 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-57a2b662-c8c2-4028-ad53-ca08a6097472 req-239a6c6d-5814-4e2d-a55d-bc2e1f1b03b8 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac77b436-5e21-4fae-9d69-2962ff5a60b1 HTTP/1.1" status: 200 len: 943 time: 0.2540474 Sep 10 15:15:59.872344 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-57a2b662-c8c2-4028-ad53-ca08a6097472 req-91e18437-773b-44eb-acc8-cef9e76efea6 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e8b286c-a333-4d93-80e3-ff81cfb92203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500493 Sep 10 15:16:01.069633 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8563e8c0-9000-4b96-bfbe-8a6bbe341e96 req-3b1114be-9003-441a-a4bd-70a857eec6bd tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:01.071354 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-8563e8c0-9000-4b96-bfbe-8a6bbe341e96 req-3b1114be-9003-441a-a4bd-70a857eec6bd tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac77b436-5e21-4fae-9d69-2962ff5a60b1 HTTP/1.1" status: 200 len: 943 time: 0.1194632 Sep 10 15:16:01.114154 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-8563e8c0-9000-4b96-bfbe-8a6bbe341e96 req-1deb4ebf-1de2-40c3-8050-ab164af07b75 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e8b286c-a333-4d93-80e3-ff81cfb92203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337093 Sep 10 15:16:01.412693 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c13c67c0-2efd-4950-9279-b0623a9c603e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:02.232522 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54b4019-65d2-4527-b440-65858c174771 req-f08f00bc-4ee4-4a3c-ad0b-26832807a73e tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:02.234004 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-b54b4019-65d2-4527-b440-65858c174771 req-f08f00bc-4ee4-4a3c-ad0b-26832807a73e tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac77b436-5e21-4fae-9d69-2962ff5a60b1 HTTP/1.1" status: 200 len: 943 time: 0.0508189 Sep 10 15:16:02.285391 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-b54b4019-65d2-4527-b440-65858c174771 req-a98c4fc9-143e-4bf1-bb86-a50d8de8e8bc tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e8b286c-a333-4d93-80e3-ff81cfb92203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440235 Sep 10 15:16:02.861069 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device 260a1d31-8c2c-4e38-867f-8dc1fdfb968f details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=94011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 15:16:02.991067 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] For port 260a1d31-8c2c-4e38-867f-8dc1fdfb968f, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=260a1d31-8c2c-4e38-867f-8dc1fdfb968f,segment=NetworkSegment(0f50cfc0-b7c2-4b4f-b48e-e7079661db92),segment_id=0f50cfc0-b7c2-4b4f-b48e-e7079661db92)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:16:03.006640 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Returning: {'device': '260a1d31-8c2c-4e38-867f-8dc1fdfb968f', 'network_id': 'c00924aa-47db-4fd4-bda2-4f4111d84f4b', 'port_id': '260a1d31-8c2c-4e38-867f-8dc1fdfb968f', 'mac_address': 'fa:16:3e:fc:ef:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '355b14f6-a44c-4c11-96c3-a282c3e99d40', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 15:16:03.059940 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:03.074918 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 260a1d31-8c2c-4e38-867f-8dc1fdfb968f {{(pid=94011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:16:03.100759 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] For port 260a1d31-8c2c-4e38-867f-8dc1fdfb968f, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=260a1d31-8c2c-4e38-867f-8dc1fdfb968f,segment=NetworkSegment(0f50cfc0-b7c2-4b4f-b48e-e7079661db92),segment_id=0f50cfc0-b7c2-4b4f-b48e-e7079661db92)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:16:03.107428 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:03.165551 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Pushing event updated for resources: {'Port': ['ID=260a1d31-8c2c-4e38-867f-8dc1fdfb968f,revision_number=4']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:16:03.177716 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:16:03.178071 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:16:03.178415 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:16:03.178749 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:16:03.179078 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:16:03.179410 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:16:03.179734 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:16:03.180054 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:16:03.180377 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:16:03.180697 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:16:03.181014 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:16:03.181332 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:16:03.340672 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] get_ports_and_sgs() called for port_ids ['260a1d31-8c2c-4e38-867f-8dc1fdfb968f'] {{(pid=94011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 15:16:03.413472 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09d85b7-eb4f-498b-afc0-9365ce9aa9d0 req-c369569e-29a8-433b-9845-88eceb6c8510 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:03.414982 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-e09d85b7-eb4f-498b-afc0-9365ce9aa9d0 req-c369569e-29a8-433b-9845-88eceb6c8510 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac77b436-5e21-4fae-9d69-2962ff5a60b1 HTTP/1.1" status: 200 len: 944 time: 0.0584786 Sep 10 15:16:03.471190 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-e09d85b7-eb4f-498b-afc0-9365ce9aa9d0 req-f9b67932-c9fc-4b68-84b1-3cbe52b15acd tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e8b286c-a333-4d93-80e3-ff81cfb92203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498085 Sep 10 15:16:04.587014 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119d1102-5a40-4536-b6e9-f18ff88e7da4 req-d47bd8d1-64ed-401e-8dbd-136d8cc05823 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:04.588493 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-119d1102-5a40-4536-b6e9-f18ff88e7da4 req-d47bd8d1-64ed-401e-8dbd-136d8cc05823 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac77b436-5e21-4fae-9d69-2962ff5a60b1 HTTP/1.1" status: 200 len: 944 time: 0.0502284 Sep 10 15:16:04.626709 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-119d1102-5a40-4536-b6e9-f18ff88e7da4 req-ca92d638-61de-4d59-a946-0784f84a561a tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e8b286c-a333-4d93-80e3-ff81cfb92203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321562 Sep 10 15:16:04.879870 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device 260a1d31-8c2c-4e38-867f-8dc1fdfb968f up at agent hyperv_hv-cinder-76015 {{(pid=94011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:16:04.936537 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Provisioning for port 260a1d31-8c2c-4e38-867f-8dc1fdfb968f completed by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:16:04.941207 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Provisioning complete for port 260a1d31-8c2c-4e38-867f-8dc1fdfb968f triggered by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:16:04.941575 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:05.035027 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:05.061600 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac77b436-5e21-4fae-9d69-2962ff5a60b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '260a1d31-8c2c-4e38-867f-8dc1fdfb968f'}] {{(pid=94011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:16:05.063915 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eff4842c0e32827c09e5fc730d7a4a2f35fc7e77767eed508a7d5fefd1bac28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f9cec8e-b692-4538-ade7-21cbd6510227" -d '{"events": [{"server_uuid": "ac77b436-5e21-4fae-9d69-2962ff5a60b1", "name": "network-vif-plugged", "status": "completed", "tag": "260a1d31-8c2c-4e38-867f-8dc1fdfb968f"}]}' {{(pid=94011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:16:05.081972 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] For port 260a1d31-8c2c-4e38-867f-8dc1fdfb968f, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=260a1d31-8c2c-4e38-867f-8dc1fdfb968f,segment=NetworkSegment(0f50cfc0-b7c2-4b4f-b48e-e7079661db92),segment_id=0f50cfc0-b7c2-4b4f-b48e-e7079661db92)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:16:05.086804 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:05.116111 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94de386b-daf4-498d-8388-f35f5d4a3a18 x-openstack-request-id: req-94de386b-daf4-498d-8388-f35f5d4a3a18 {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:16:05.117177 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac77b436-5e21-4fae-9d69-2962ff5a60b1", "name": "network-vif-plugged", "status": "completed", "tag": "260a1d31-8c2c-4e38-867f-8dc1fdfb968f", "code": 200}]} {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:16:05.117177 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-94de386b-daf4-498d-8388-f35f5d4a3a18 {{(pid=94011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:16:05.117177 dv-cinder-760153-10-iscsi neutron-server[94011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac77b436-5e21-4fae-9d69-2962ff5a60b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '260a1d31-8c2c-4e38-867f-8dc1fdfb968f', 'code': 200} Sep 10 15:16:05.149191 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Pushing event updated for resources: {'Port': ['ID=260a1d31-8c2c-4e38-867f-8dc1fdfb968f,revision_number=5']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:16:05.340083 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f81d14f-dcb5-4a73-a4f8-91a5af84b801 req-dd087830-707f-41b1-8603-c9f9b09c362b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:05.341898 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-6f81d14f-dcb5-4a73-a4f8-91a5af84b801 req-dd087830-707f-41b1-8603-c9f9b09c362b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ac77b436-5e21-4fae-9d69-2962ff5a60b1 HTTP/1.1" status: 200 len: 1098 time: 0.0447998 Sep 10 15:16:05.383811 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-6f81d14f-dcb5-4a73-a4f8-91a5af84b801 req-deb98df7-ec6a-4983-904f-8c5c44c8e8c9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1e8b286c-a333-4d93-80e3-ff81cfb92203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332129 Sep 10 15:16:05.745186 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b514da5-2dc6-4f4b-b5d6-670d8eeb8218 req-12e61efe-9f6b-4278-8f84-efe535e77407 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:05.746746 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-2b514da5-2dc6-4f4b-b5d6-670d8eeb8218 req-12e61efe-9f6b-4278-8f84-efe535e77407 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac77b436-5e21-4fae-9d69-2962ff5a60b1 HTTP/1.1" status: 200 len: 945 time: 0.0523973 Sep 10 15:16:05.786227 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-2b514da5-2dc6-4f4b-b5d6-670d8eeb8218 req-d8ccc3aa-f25f-431a-aa98-b9a2af9e528d tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e8b286c-a333-4d93-80e3-ff81cfb92203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334048 Sep 10 15:16:06.919709 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab85e9-b438-4ae1-ae9e-96712c141303 req-59d4bd64-bc90-4a60-a4d3-1539169533b0 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:06.919709 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-6dab85e9-b438-4ae1-ae9e-96712c141303 req-59d4bd64-bc90-4a60-a4d3-1539169533b0 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac77b436-5e21-4fae-9d69-2962ff5a60b1 HTTP/1.1" status: 200 len: 945 time: 0.0537598 Sep 10 15:16:06.959257 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-6dab85e9-b438-4ae1-ae9e-96712c141303 req-32dc2977-20ea-4c1c-bf89-7d3b2481e8f7 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e8b286c-a333-4d93-80e3-ff81cfb92203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329213 Sep 10 15:16:07.088360 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f30f9d-1640-4c94-a9af-d3d1670110df req-6b401fb8-3ab6-4d99-b852-bdb10c663ee0 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:07.088360 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-a9f30f9d-1640-4c94-a9af-d3d1670110df req-6b401fb8-3ab6-4d99-b852-bdb10c663ee0 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac77b436-5e21-4fae-9d69-2962ff5a60b1 HTTP/1.1" status: 200 len: 945 time: 0.0557482 Sep 10 15:16:07.135877 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-a9f30f9d-1640-4c94-a9af-d3d1670110df req-7dfc53e9-f27f-4557-8fbb-b774cc459ec2 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e8b286c-a333-4d93-80e3-ff81cfb92203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414703 Sep 10 15:16:07.159807 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 50140) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:16:07.202623 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9562037-f5f9-49d1-b6cb-a60b1ec3108c tempest-TestVolumeBootPattern-2066951606 tempest-TestVolumeBootPattern-2066951606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:07.204151 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-e9562037-f5f9-49d1-b6cb-a60b1ec3108c tempest-TestVolumeBootPattern-2066951606 tempest-TestVolumeBootPattern-2066951606-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=ac77b436-5e21-4fae-9d69-2962ff5a60b1 HTTP/1.1" status: 200 len: 1093 time: 0.0433462 Sep 10 15:16:07.207375 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 50142) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:16:07.211721 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.v2.base [None req-cffc2704-5f54-4e73-a2c6-d6de74b0431c tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Request body: {'floatingip': {'floating_network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'port_id': '260a1d31-8c2c-4e38-867f-8dc1fdfb968f', 'tenant_id': 'a54041e21d774dc082088058e0725c3e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:16:07.234315 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-cffc2704-5f54-4e73-a2c6-d6de74b0431c tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks [] for floatingip, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:07.347387 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-cffc2704-5f54-4e73-a2c6-d6de74b0431c tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:07.491025 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.db_base_plugin_common [None req-cffc2704-5f54-4e73-a2c6-d6de74b0431c tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Allocated IP 172.27.0.114 (caa13d69-ff92-44ce-a665-3b9af711feed/3b314502-2ac4-4640-9fa5-f95f10fc4599/5ccaafd6-a0e4-4549-9235-0481a999a83a) {{(pid=94009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:16:07.613859 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-cffc2704-5f54-4e73-a2c6-d6de74b0431c tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks [] for port, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:07.664577 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-cffc2704-5f54-4e73-a2c6-d6de74b0431c tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748756606401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1040815'] for port, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:07.707692 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffc2704-5f54-4e73-a2c6-d6de74b0431c tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Network caa13d69-ff92-44ce-a665-3b9af711feed is already hosted by enough agents. {{(pid=94009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:16:07.711358 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.base_scheduler [None req-cffc2704-5f54-4e73-a2c6-d6de74b0431c tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Resources bound (agent type, host, resource id): {{(pid=94009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:16:07.721033 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffc2704-5f54-4e73-a2c6-d6de74b0431c tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Received port after_create {{(pid=94009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:16:07.751912 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffc2704-5f54-4e73-a2c6-d6de74b0431c tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Pushing event updated for resources: {'Port': ['ID=5ccaafd6-a0e4-4549-9235-0481a999a83a,revision_number=1']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:16:08.122375 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-cffc2704-5f54-4e73-a2c6-d6de74b0431c tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:08.211227 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-cffc2704-5f54-4e73-a2c6-d6de74b0431c tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:08.668025 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-cffc2704-5f54-4e73-a2c6-d6de74b0431c tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks [] for port, precommit_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:08.673247 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-cffc2704-5f54-4e73-a2c6-d6de74b0431c tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1041244'] for port, after_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:08.751135 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffc2704-5f54-4e73-a2c6-d6de74b0431c tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Pushing event updated for resources: {'Port': ['ID=5ccaafd6-a0e4-4549-9235-0481a999a83a,revision_number=2']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:16:08.760788 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-cffc2704-5f54-4e73-a2c6-d6de74b0431c tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582779'] for floatingip, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:08.866298 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.db.l3_db [None req-cffc2704-5f54-4e73-a2c6-d6de74b0431c tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Floating IP 169bad5d-0195-424e-9ef9-b834fa842bb0 associated. External IP: 172.27.0.114, port: 260a1d31-8c2c-4e38-867f-8dc1fdfb968f. Sep 10 15:16:09.130368 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cffc2704-5f54-4e73-a2c6-d6de74b0431c tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Router 14040cf8-03c7-4dc3-9b39-04fd716291de has already been hosted by L3 agent b0771735-54fe-4ba2-aeee-11d3b2b54cf1 {{(pid=94009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 15:16:09.261123 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cffc2704-5f54-4e73-a2c6-d6de74b0431c tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify agent at l3_agent.dv-cinder-760153-10-iscsi the message routers_updated {{(pid=94009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:16:09.272159 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86d1fff-c55d-4937-8a52-517690ad38de None None] Sync routers for ids ['14040cf8-03c7-4dc3-9b39-04fd716291de'] in dv-cinder-760153-10-iscsi {{(pid=94011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:16:09.278529 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-cffc2704-5f54-4e73-a2c6-d6de74b0431c tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46804'] for floatingip, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:09.283382 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86d1fff-c55d-4937-8a52-517690ad38de None None] Routers {'14040cf8-03c7-4dc3-9b39-04fd716291de'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:16:09.284135 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-c86d1fff-c55d-4937-8a52-517690ad38de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T15:15:57Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['14040cf8-03c7-4dc3-9b39-04fd716291de'], 'active': True} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:16:09.311256 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-cffc2704-5f54-4e73-a2c6-d6de74b0431c tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1028051 Sep 10 15:16:09.312142 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac77b436-5e21-4fae-9d69-2962ff5a60b1', 'tag': '260a1d31-8c2c-4e38-867f-8dc1fdfb968f'}] {{(pid=94009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:16:09.315527 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9f06775dd2e397dd855044b511bdd55e5ba575987bbc09c0a11d88d405cb18b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-496720ea-be2f-4f58-95f5-cb4f21d32043" -d '{"events": [{"name": "network-changed", "server_uuid": "ac77b436-5e21-4fae-9d69-2962ff5a60b1", "tag": "260a1d31-8c2c-4e38-867f-8dc1fdfb968f"}]}' {{(pid=94009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:16:09.351754 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 15:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d4444d-2597-464d-9aa4-c812dbdb9570 x-openstack-request-id: req-78d4444d-2597-464d-9aa4-c812dbdb9570 {{(pid=94009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:16:09.352042 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac77b436-5e21-4fae-9d69-2962ff5a60b1", "tag": "260a1d31-8c2c-4e38-867f-8dc1fdfb968f", "status": "completed", "code": 200}]} {{(pid=94009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:16:09.352390 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-78d4444d-2597-464d-9aa4-c812dbdb9570 {{(pid=94009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:16:09.352794 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac77b436-5e21-4fae-9d69-2962ff5a60b1', 'tag': '260a1d31-8c2c-4e38-867f-8dc1fdfb968f', 'status': 'completed', 'code': 200} Sep 10 15:16:09.420683 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496720ea-be2f-4f58-95f5-cb4f21d32043 req-2cc8a22c-28a6-469e-9433-bcab6b31bd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:09.422259 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-496720ea-be2f-4f58-95f5-cb4f21d32043 req-2cc8a22c-28a6-469e-9433-bcab6b31bd1b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a54041e21d774dc082088058e0725c3e&device_id=ac77b436-5e21-4fae-9d69-2962ff5a60b1 HTTP/1.1" status: 200 len: 1098 time: 0.0487654 Sep 10 15:16:09.422416 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvr_db [None req-c86d1fff-c55d-4937-8a52-517690ad38de None None] Set router 14040cf8-03c7-4dc3-9b39-04fd716291de gateway port host: dv-cinder-760153-10-iscsi {{(pid=94011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:16:09.522945 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496720ea-be2f-4f58-95f5-cb4f21d32043 req-1ec1489e-e9b1-4680-acb6-04c28c01562a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:09.524421 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-496720ea-be2f-4f58-95f5-cb4f21d32043 req-1ec1489e-e9b1-4680-acb6-04c28c01562a service neutron] 10.222.0.42 "GET /v2.0/networks?id=c00924aa-47db-4fd4-bda2-4f4111d84f4b HTTP/1.1" status: 200 len: 912 time: 0.0948701 Sep 10 15:16:09.600823 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-496720ea-be2f-4f58-95f5-cb4f21d32043 req-0eaa2061-dcd2-41df-ba02-daeae91542b3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=260a1d31-8c2c-4e38-867f-8dc1fdfb968f HTTP/1.1" status: 200 len: 999 time: 0.0671294 Sep 10 15:16:09.652641 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496720ea-be2f-4f58-95f5-cb4f21d32043 req-f21e3123-208a-4e68-a08c-40552eb1da28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:09.654219 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-496720ea-be2f-4f58-95f5-cb4f21d32043 req-f21e3123-208a-4e68-a08c-40552eb1da28 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=355b14f6-a44c-4c11-96c3-a282c3e99d40 HTTP/1.1" status: 200 len: 850 time: 0.0462339 Sep 10 15:16:09.712592 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496720ea-be2f-4f58-95f5-cb4f21d32043 req-7204adb8-ef40-499c-93c6-ca866e7a2b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:16:09.714124 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-496720ea-be2f-4f58-95f5-cb4f21d32043 req-7204adb8-ef40-499c-93c6-ca866e7a2b4c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c00924aa-47db-4fd4-bda2-4f4111d84f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0515139 Sep 10 15:16:09.740978 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-c86d1fff-c55d-4937-8a52-517690ad38de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14040cf8-03c7-4dc3-9b39-04fd716291de', 'name': 'tempest-TestVolumeBootPattern-428447017-router', 'tenant_id': 'a54041e21d774dc082088058e0725c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '0e0acf2c-5d83-466d-9036-0627ffcb4498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:12:49Z', 'updated_at': '2021-09-10T15:12:52Z', 'revision_number': 4, 'project_id': 'a54041e21d774dc082088058e0725c3e', 'gw_port': {'id': '0e0acf2c-5d83-466d-9036-0627ffcb4498', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:0e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14040cf8-03c7-4dc3-9b39-04fd716291de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:12:49Z', 'updated_at': '2021-09-10T15:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi', '_floatingips': [{'id': '169bad5d-0195-424e-9ef9-b834fa842bb0', 'tenant_id': 'a54041e21d774dc082088058e0725c3e', 'floating_ip_address': '172.27.0.114', 'floating_network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'router_id': '14040cf8-03c7-4dc3-9b39-04fd716291de', 'port_id': '260a1d31-8c2c-4e38-867f-8dc1fdfb968f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c00924aa-47db-4fd4-bda2-4f4111d84f4b', 'mac_address': 'fa:16:3e:fc:ef:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac77b436-5e21-4fae-9d69-2962ff5a60b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T15:16:07Z', 'updated_at': '2021-09-10T15:16:07Z', 'revision_number': 0, 'project_id': 'a54041e21d774dc082088058e0725c3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a5a41a6-1b14-4cbd-a104-9870c1c496ca', 'name': '', 'network_id': 'c00924aa-47db-4fd4-bda2-4f4111d84f4b', 'tenant_id': 'a54041e21d774dc082088058e0725c3e', 'mac_address': 'fa:16:3e:59:d0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14040cf8-03c7-4dc3-9b39-04fd716291de', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '355b14f6-a44c-4c11-96c3-a282c3e99d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:12:52Z', 'updated_at': '2021-09-10T15:13:00Z', 'revision_number': 5, 'project_id': 'a54041e21d774dc082088058e0725c3e', 'subnets': [{'id': '355b14f6-a44c-4c11-96c3-a282c3e99d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:16:09.773773 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86d1fff-c55d-4937-8a52-517690ad38de None None] Checking router: 14040cf8-03c7-4dc3-9b39-04fd716291de for host: dv-cinder-760153-10-iscsi {{(pid=94011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:16:09.782639 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86d1fff-c55d-4937-8a52-517690ad38de None None] Routers {'14040cf8-03c7-4dc3-9b39-04fd716291de'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:16:09.783262 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-c86d1fff-c55d-4937-8a52-517690ad38de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T15:15:57Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['14040cf8-03c7-4dc3-9b39-04fd716291de'], 'active': True} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:16:09.814588 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-496720ea-be2f-4f58-95f5-cb4f21d32043 req-34d6f17a-9ec8-446a-918f-b03d1f9a9f89 service neutron] 10.222.0.42 "GET /v2.0/networks/c00924aa-47db-4fd4-bda2-4f4111d84f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913012 Sep 10 15:16:09.902405 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvr_db [None req-c86d1fff-c55d-4937-8a52-517690ad38de None None] Set router 14040cf8-03c7-4dc3-9b39-04fd716291de gateway port host: dv-cinder-760153-10-iscsi {{(pid=94011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:16:09.910065 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-496720ea-be2f-4f58-95f5-cb4f21d32043 req-3832375b-a38e-4fbe-afcb-3f46b748d388 service neutron] 10.222.0.42 "GET /v2.0/networks/c00924aa-47db-4fd4-bda2-4f4111d84f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888031 Sep 10 15:16:10.171531 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-c86d1fff-c55d-4937-8a52-517690ad38de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14040cf8-03c7-4dc3-9b39-04fd716291de', 'name': 'tempest-TestVolumeBootPattern-428447017-router', 'tenant_id': 'a54041e21d774dc082088058e0725c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '0e0acf2c-5d83-466d-9036-0627ffcb4498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:12:49Z', 'updated_at': '2021-09-10T15:12:52Z', 'revision_number': 4, 'project_id': 'a54041e21d774dc082088058e0725c3e', 'gw_port': {'id': '0e0acf2c-5d83-466d-9036-0627ffcb4498', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:0e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14040cf8-03c7-4dc3-9b39-04fd716291de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:12:49Z', 'updated_at': '2021-09-10T15:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi', '_floatingips': [{'id': '169bad5d-0195-424e-9ef9-b834fa842bb0', 'tenant_id': 'a54041e21d774dc082088058e0725c3e', 'floating_ip_address': '172.27.0.114', 'floating_network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'router_id': '14040cf8-03c7-4dc3-9b39-04fd716291de', 'port_id': '260a1d31-8c2c-4e38-867f-8dc1fdfb968f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c00924aa-47db-4fd4-bda2-4f4111d84f4b', 'mac_address': 'fa:16:3e:fc:ef:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac77b436-5e21-4fae-9d69-2962ff5a60b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T15:16:07Z', 'updated_at': '2021-09-10T15:16:07Z', 'revision_number': 0, 'project_id': 'a54041e21d774dc082088058e0725c3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a5a41a6-1b14-4cbd-a104-9870c1c496ca', 'name': '', 'network_id': 'c00924aa-47db-4fd4-bda2-4f4111d84f4b', 'tenant_id': 'a54041e21d774dc082088058e0725c3e', 'mac_address': 'fa:16:3e:59:d0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14040cf8-03c7-4dc3-9b39-04fd716291de', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '355b14f6-a44c-4c11-96c3-a282c3e99d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:12:52Z', 'updated_at': '2021-09-10T15:13:00Z', 'revision_number': 5, 'project_id': 'a54041e21d774dc082088058e0725c3e', 'subnets': [{'id': '355b14f6-a44c-4c11-96c3-a282c3e99d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:16:10.202780 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86d1fff-c55d-4937-8a52-517690ad38de None None] The sync data for ids ['14040cf8-03c7-4dc3-9b39-04fd716291de'] in dv-cinder-760153-10-iscsi is: [{'id': '14040cf8-03c7-4dc3-9b39-04fd716291de', 'name': 'tempest-TestVolumeBootPattern-428447017-router', 'tenant_id': 'a54041e21d774dc082088058e0725c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '0e0acf2c-5d83-466d-9036-0627ffcb4498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:12:49Z', 'updated_at': '2021-09-10T15:12:52Z', 'revision_number': 4, 'project_id': 'a54041e21d774dc082088058e0725c3e', 'gw_port': {'id': '0e0acf2c-5d83-466d-9036-0627ffcb4498', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:0e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14040cf8-03c7-4dc3-9b39-04fd716291de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:12:49Z', 'updated_at': '2021-09-10T15:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi', '_floatingips': [{'id': '169bad5d-0195-424e-9ef9-b834fa842bb0', 'tenant_id': 'a54041e21d774dc082088058e0725c3e', 'floating_ip_address': '172.27.0.114', 'floating_network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'router_id': '14040cf8-03c7-4dc3-9b39-04fd716291de', 'port_id': '260a1d31-8c2c-4e38-867f-8dc1fdfb968f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c00924aa-47db-4fd4-bda2-4f4111d84f4b', 'mac_address': 'fa:16:3e:fc:ef:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac77b436-5e21-4fae-9d69-2962ff5a60b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T15:16:07Z', 'updated_at': '2021-09-10T15:16:07Z', 'revision_number': 0, 'project_id': 'a54041e21d774dc082088058e0725c3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a5a41a6-1b14-4cbd-a104-9870c1c496ca', 'name': '', 'network_id': 'c00924aa-47db-4fd4-bda2-4f4111d84f4b', 'tenant_id': 'a54041e21d774dc082088058e0725c3e', 'mac_address': 'fa:16:3e:59:d0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14040cf8-03c7-4dc3-9b39-04fd716291de', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '355b14f6-a44c-4c11-96c3-a282c3e99d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:12:52Z', 'updated_at': '2021-09-10T15:13:00Z', 'revision_number': 5, 'project_id': 'a54041e21d774dc082088058e0725c3e', 'subnets': [{'id': '355b14f6-a44c-4c11-96c3-a282c3e99d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:16:10.422717 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8271c41-8614-483c-91ad-dd81553a03da None None] New status for floating IP 169bad5d-0195-424e-9ef9-b834fa842bb0: ACTIVE {{(pid=94012) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 15:16:10.644648 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:24.649172 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-f304a558-8994-4dbd-b7f2-08f161671e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:25.312557 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 50246) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:16:25.419424 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-a6ef7f14-6df3-4075-9fb9-d2be75db53b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:25.518688 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-a6ef7f14-6df3-4075-9fb9-d2be75db53b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:25.522978 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-a6ef7f14-6df3-4075-9fb9-d2be75db53b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:25.565717 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-a6ef7f14-6df3-4075-9fb9-d2be75db53b1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3c1bb254a36f4f6a927edc1cf88a3bb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2520592 Sep 10 15:16:25.566604 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ef7f14-6df3-4075-9fb9-d2be75db53b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff88a52a-425e-4982-a9d9-a182462b028f,revision_number=1']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:16:25.569072 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 50250) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:16:25.635636 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-052ead6e-cd64-4b73-9911-71d9095b9c78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:25.660092 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-052ead6e-cd64-4b73-9911-71d9095b9c78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:25.707418 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-052ead6e-cd64-4b73-9911-71d9095b9c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:25.710049 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-052ead6e-cd64-4b73-9911-71d9095b9c78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:25.711208 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-052ead6e-cd64-4b73-9911-71d9095b9c78 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ff88a52a-425e-4982-a9d9-a182462b028f HTTP/1.1" status: 204 len: 168 time: 0.1411493 Sep 10 15:16:25.719099 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052ead6e-cd64-4b73-9911-71d9095b9c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff88a52a-425e-4982-a9d9-a182462b028f,revision_number=None']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:16:27.512709 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-07604480-9017-45d8-9b86-1577289f2c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:28.209248 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:29.241487 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b7c5f725-09d8-454b-b5ba-4a700e799395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:31.411059 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c13c67c0-2efd-4950-9279-b0623a9c603e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:36.393479 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.agents_db [None req-04bb1bd2-f33d-49ef-a466-6fb3f7a23ee1 None None] Agent healthcheck: found 6 active agents {{(pid=94012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 15:16:40.651841 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:54.657523 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-69736acd-1be9-4e4f-b85d-be49de20c323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:57.502543 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-abd2cb49-0875-403b-806b-8cde9ecc5fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:58.210478 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:16:59.240380 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b7c5f725-09d8-454b-b5ba-4a700e799395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:01.413881 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c13c67c0-2efd-4950-9279-b0623a9c603e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:10.652274 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:13.392897 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.agents_db [None req-04bb1bd2-f33d-49ef-a466-6fb3f7a23ee1 None None] Agent healthcheck: found 6 active agents {{(pid=94012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 15:17:16.329901 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-9f084e0d-7ea5-4fd0-9e1b-c61fb2a73bc2 req-8d444743-046d-4a4c-ba10-3765d486d585 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ac77b436-5e21-4fae-9d69-2962ff5a60b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1253147 Sep 10 15:17:16.420605 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f084e0d-7ea5-4fd0-9e1b-c61fb2a73bc2 req-363ffafb-ccbc-4866-8ba9-ce1f814af374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:16.422148 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-9f084e0d-7ea5-4fd0-9e1b-c61fb2a73bc2 req-363ffafb-ccbc-4866-8ba9-ce1f814af374 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a54041e21d774dc082088058e0725c3e&device_id=ac77b436-5e21-4fae-9d69-2962ff5a60b1 HTTP/1.1" status: 200 len: 1098 time: 0.0472004 Sep 10 15:17:16.531549 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f084e0d-7ea5-4fd0-9e1b-c61fb2a73bc2 req-d1d6fb98-60c7-4f29-90c9-19c9a835d5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:16.532903 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-9f084e0d-7ea5-4fd0-9e1b-c61fb2a73bc2 req-d1d6fb98-60c7-4f29-90c9-19c9a835d5e5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c00924aa-47db-4fd4-bda2-4f4111d84f4b HTTP/1.1" status: 200 len: 912 time: 0.0887222 Sep 10 15:17:16.598893 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-9f084e0d-7ea5-4fd0-9e1b-c61fb2a73bc2 req-aa688a25-35b0-4fc1-99e2-9b0e532f525b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=260a1d31-8c2c-4e38-867f-8dc1fdfb968f HTTP/1.1" status: 200 len: 1001 time: 0.0588317 Sep 10 15:17:16.650395 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f084e0d-7ea5-4fd0-9e1b-c61fb2a73bc2 req-36741a5c-4359-4501-9a23-57e87d8607d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:16.651909 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-9f084e0d-7ea5-4fd0-9e1b-c61fb2a73bc2 req-36741a5c-4359-4501-9a23-57e87d8607d3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=355b14f6-a44c-4c11-96c3-a282c3e99d40 HTTP/1.1" status: 200 len: 850 time: 0.0467935 Sep 10 15:17:16.704242 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f084e0d-7ea5-4fd0-9e1b-c61fb2a73bc2 req-8d71bee6-8db0-4b92-8a52-4253094b79be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:16.705798 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-9f084e0d-7ea5-4fd0-9e1b-c61fb2a73bc2 req-8d71bee6-8db0-4b92-8a52-4253094b79be service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c00924aa-47db-4fd4-bda2-4f4111d84f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0455620 Sep 10 15:17:16.717165 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [req-9f084e0d-7ea5-4fd0-9e1b-c61fb2a73bc2 req-f25cb0d3-f132-4927-86a6-5b9920681a3a service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94009) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 15:17:16.718151 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-9f084e0d-7ea5-4fd0-9e1b-c61fb2a73bc2 req-f25cb0d3-f132-4927-86a6-5b9920681a3a service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047553 Sep 10 15:17:16.808157 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-9f084e0d-7ea5-4fd0-9e1b-c61fb2a73bc2 req-2f84e46f-a32d-4d8e-8390-34d970c4c9ab service neutron] 10.222.0.42 "GET /v2.0/networks/c00924aa-47db-4fd4-bda2-4f4111d84f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828521 Sep 10 15:17:16.903187 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-9f084e0d-7ea5-4fd0-9e1b-c61fb2a73bc2 req-a39203c0-7d6b-405a-a967-8ce5c167ff5d service neutron] 10.222.0.42 "GET /v2.0/networks/c00924aa-47db-4fd4-bda2-4f4111d84f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882902 Sep 10 15:17:24.649089 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-80ec63ad-0a76-422f-aa31-940609638082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:27.502535 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-cec55bba-7645-4512-ac36-978ffcc13d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:28.211558 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:29.243753 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b7c5f725-09d8-454b-b5ba-4a700e799395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:31.416611 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c13c67c0-2efd-4950-9279-b0623a9c603e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:40.649523 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:50.391550 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.agents_db [None req-04bb1bd2-f33d-49ef-a466-6fb3f7a23ee1 None None] Agent healthcheck: found 6 active agents {{(pid=94012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 15:17:54.651533 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-25842d25-55b4-4ee6-8228-d482ca0e9d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:56.141890 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-d800e163-b3d5-4c9a-927b-ff141fd06991 req-682497f5-e614-4d7f-98e4-f0b318a9482a tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1543958072&fields=id&tenant_id=a54041e21d774dc082088058e0725c3e HTTP/1.1" status: 200 len: 267 time: 0.0322688 Sep 10 15:17:56.253829 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d800e163-b3d5-4c9a-927b-ff141fd06991 req-6f0d1f45-0555-46aa-a30a-eda9825098cf tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:56.255291 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-d800e163-b3d5-4c9a-927b-ff141fd06991 req-6f0d1f45-0555-46aa-a30a-eda9825098cf tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/networks?id=c00924aa-47db-4fd4-bda2-4f4111d84f4b HTTP/1.1" status: 200 len: 811 time: 0.1067369 Sep 10 15:17:56.271332 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-d800e163-b3d5-4c9a-927b-ff141fd06991 req-4b91ba00-aca7-41c7-a973-47f8a75275bc tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/quotas/a54041e21d774dc082088058e0725c3e HTTP/1.1" status: 200 len: 375 time: 0.0100605 Sep 10 15:17:56.329065 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-d800e163-b3d5-4c9a-927b-ff141fd06991 req-c5ce80db-062b-47cf-8cfe-42c64c93c21a tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a54041e21d774dc082088058e0725c3e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0506039 Sep 10 15:17:56.425040 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-d800e163-b3d5-4c9a-927b-ff141fd06991 req-c9bdbf5c-8fb1-4e20-9387-73bdb46cc9c0 service neutron] 10.222.0.35 "GET /v2.0/networks/c00924aa-47db-4fd4-bda2-4f4111d84f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854542 Sep 10 15:17:56.520715 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-d800e163-b3d5-4c9a-927b-ff141fd06991 req-d3b27b7d-36b5-4c98-b8fa-cb12cdd7456a service neutron] 10.222.0.35 "GET /v2.0/networks/c00924aa-47db-4fd4-bda2-4f4111d84f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895898 Sep 10 15:17:56.812777 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-e3dce4d3-1442-436f-a12d-451964747781 req-a99a114f-8422-4e37-ac7a-227ce451d5b9 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f2af4fe-eab6-47c4-9eab-e5c9c02463ae HTTP/1.1" status: 200 len: 210 time: 0.0276651 Sep 10 15:17:57.504586 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-3fa82d5f-5ad6-4170-b1e8-d794bb2c8771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:57.835397 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d800e163-b3d5-4c9a-927b-ff141fd06991 req-1ecfd201-edec-49fd-96eb-6a254f843b0c tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:57.836899 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-d800e163-b3d5-4c9a-927b-ff141fd06991 req-1ecfd201-edec-49fd-96eb-6a254f843b0c tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.42 "GET /v2.0/networks?id=c00924aa-47db-4fd4-bda2-4f4111d84f4b HTTP/1.1" status: 200 len: 811 time: 0.1234541 Sep 10 15:17:57.886921 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-d800e163-b3d5-4c9a-927b-ff141fd06991 req-77cd1b80-379b-4685-b02a-8dc0063ac241 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a54041e21d774dc082088058e0725c3e HTTP/1.1" status: 200 len: 380 time: 0.0409482 Sep 10 15:17:57.903354 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.v2.base [req-d800e163-b3d5-4c9a-927b-ff141fd06991 req-32eb3cb1-cc2d-46cd-b2bd-898cc43a87d1 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Request body: {'port': {'device_id': '1f2af4fe-eab6-47c4-9eab-e5c9c02463ae', 'network_id': 'c00924aa-47db-4fd4-bda2-4f4111d84f4b', 'admin_state_up': True, 'tenant_id': 'a54041e21d774dc082088058e0725c3e', 'security_groups': ['1e8b286c-a333-4d93-80e3-ff81cfb92203']}} {{(pid=94009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:17:57.922146 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-bdf87bad-c565-4f33-8c35-3a55dbb51dee req-14dfa8e8-5352-4486-9f51-1c65fba886b2 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f2af4fe-eab6-47c4-9eab-e5c9c02463ae HTTP/1.1" status: 200 len: 210 time: 0.0342054 Sep 10 15:17:58.028590 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d800e163-b3d5-4c9a-927b-ff141fd06991 req-32eb3cb1-cc2d-46cd-b2bd-898cc43a87d1 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Made reservation on behalf of a54041e21d774dc082088058e0725c3e for: {'port': 1} {{(pid=94009) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 15:17:58.032349 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-d800e163-b3d5-4c9a-927b-ff141fd06991 req-32eb3cb1-cc2d-46cd-b2bd-898cc43a87d1 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:58.169712 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.db_base_plugin_common [req-d800e163-b3d5-4c9a-927b-ff141fd06991 req-32eb3cb1-cc2d-46cd-b2bd-898cc43a87d1 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Allocated IP 172.20.0.3 (c00924aa-47db-4fd4-bda2-4f4111d84f4b/355b14f6-a44c-4c11-96c3-a282c3e99d40/163223b4-a8fd-4759-b933-1eeb556c8008) {{(pid=94009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:17:58.216759 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:58.315627 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-d800e163-b3d5-4c9a-927b-ff141fd06991 req-32eb3cb1-cc2d-46cd-b2bd-898cc43a87d1 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks [] for port, precommit_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:58.329651 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.provisioning_blocks [req-d800e163-b3d5-4c9a-927b-ff141fd06991 req-32eb3cb1-cc2d-46cd-b2bd-898cc43a87d1 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Transition to ACTIVE for port object 163223b4-a8fd-4759-b933-1eeb556c8008 will not be triggered until provisioned by entity DHCP. {{(pid=94009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:17:58.364497 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-d800e163-b3d5-4c9a-927b-ff141fd06991 req-32eb3cb1-cc2d-46cd-b2bd-898cc43a87d1 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748756606401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1040815'] for port, after_create {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:58.406245 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d800e163-b3d5-4c9a-927b-ff141fd06991 req-32eb3cb1-cc2d-46cd-b2bd-898cc43a87d1 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Network c00924aa-47db-4fd4-bda2-4f4111d84f4b is already hosted by enough agents. {{(pid=94009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:17:58.409204 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.base_scheduler [req-d800e163-b3d5-4c9a-927b-ff141fd06991 req-32eb3cb1-cc2d-46cd-b2bd-898cc43a87d1 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Resources bound (agent type, host, resource id): {{(pid=94009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:17:58.415434 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.l3_dvrscheduler_db [req-d800e163-b3d5-4c9a-927b-ff141fd06991 req-32eb3cb1-cc2d-46cd-b2bd-898cc43a87d1 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Received port after_create {{(pid=94009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:17:58.421810 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eb3cb1-cc2d-46cd-b2bd-898cc43a87d1 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Pushing event updated for resources: {'Port': ['ID=163223b4-a8fd-4759-b933-1eeb556c8008,revision_number=1']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:17:58.453761 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb3cb1-cc2d-46cd-b2bd-898cc43a87d1 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:17:58.454144 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb3cb1-cc2d-46cd-b2bd-898cc43a87d1 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:17:58.454519 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb3cb1-cc2d-46cd-b2bd-898cc43a87d1 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:17:58.454857 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb3cb1-cc2d-46cd-b2bd-898cc43a87d1 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:17:58.455185 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb3cb1-cc2d-46cd-b2bd-898cc43a87d1 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:17:58.455519 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb3cb1-cc2d-46cd-b2bd-898cc43a87d1 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:17:58.455847 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb3cb1-cc2d-46cd-b2bd-898cc43a87d1 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:17:58.456175 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb3cb1-cc2d-46cd-b2bd-898cc43a87d1 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:17:58.456497 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb3cb1-cc2d-46cd-b2bd-898cc43a87d1 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:17:58.456820 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb3cb1-cc2d-46cd-b2bd-898cc43a87d1 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:17:58.457137 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb3cb1-cc2d-46cd-b2bd-898cc43a87d1 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:17:58.457480 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32eb3cb1-cc2d-46cd-b2bd-898cc43a87d1 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:17:58.485598 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d800e163-b3d5-4c9a-927b-ff141fd06991 req-32eb3cb1-cc2d-46cd-b2bd-898cc43a87d1 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:58.486243 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-d800e163-b3d5-4c9a-927b-ff141fd06991 req-32eb3cb1-cc2d-46cd-b2bd-898cc43a87d1 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46804'] for port, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:58.501118 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-d800e163-b3d5-4c9a-927b-ff141fd06991 req-32eb3cb1-cc2d-46cd-b2bd-898cc43a87d1 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6023750 Sep 10 15:17:58.514053 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.v2.base [req-d800e163-b3d5-4c9a-927b-ff141fd06991 req-1783e655-2865-4855-bc58-b0072f6849d4 service neutron] Request body: {'port': {'device_id': '1f2af4fe-eab6-47c4-9eab-e5c9c02463ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76015'}} {{(pid=94009) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:17:58.570407 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-d800e163-b3d5-4c9a-927b-ff141fd06991 req-1783e655-2865-4855-bc58-b0072f6849d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:58.626174 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-1e2aedc6-6944-481f-9172-9d73877b9ece None None] Provisioning for port 163223b4-a8fd-4759-b933-1eeb556c8008 completed by entity DHCP. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:17:58.629695 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-1e2aedc6-6944-481f-9172-9d73877b9ece None None] Provisioning complete for port 163223b4-a8fd-4759-b933-1eeb556c8008 triggered by entity DHCP. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:17:58.630082 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-1e2aedc6-6944-481f-9172-9d73877b9ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:58.666663 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-1e2aedc6-6944-481f-9172-9d73877b9ece None None] Port 163223b4-a8fd-4759-b933-1eeb556c8008 cannot update to ACTIVE because it is not bound. {{(pid=94011) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 15:17:58.834995 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.notifiers.nova [req-d800e163-b3d5-4c9a-927b-ff141fd06991 req-1783e655-2865-4855-bc58-b0072f6849d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 163223b4-a8fd-4759-b933-1eeb556c8008 {{(pid=94009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:17:58.842905 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-d800e163-b3d5-4c9a-927b-ff141fd06991 req-1783e655-2865-4855-bc58-b0072f6849d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:58.855739 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.provisioning_blocks [req-d800e163-b3d5-4c9a-927b-ff141fd06991 req-1783e655-2865-4855-bc58-b0072f6849d4 service neutron] Transition to ACTIVE for port object 163223b4-a8fd-4759-b933-1eeb556c8008 will not be triggered until provisioned by entity L2. {{(pid=94009) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 15:17:58.860268 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-d800e163-b3d5-4c9a-927b-ff141fd06991 req-1783e655-2865-4855-bc58-b0072f6849d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1041244'] for port, after_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:58.940139 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1783e655-2865-4855-bc58-b0072f6849d4 service neutron] Pushing event updated for resources: {'Port': ['ID=163223b4-a8fd-4759-b933-1eeb556c8008,revision_number=2']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:17:59.007538 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.managers [req-d800e163-b3d5-4c9a-927b-ff141fd06991 req-1783e655-2865-4855-bc58-b0072f6849d4 service neutron] Attempting to bind port 163223b4-a8fd-4759-b933-1eeb556c8008 on host hv-cinder-76015 for vnic_type normal with profile {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 15:17:59.007873 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.managers [req-d800e163-b3d5-4c9a-927b-ff141fd06991 req-1783e655-2865-4855-bc58-b0072f6849d4 service neutron] Attempting to bind port 163223b4-a8fd-4759-b933-1eeb556c8008 by drivers openvswitch,hyperv on host hv-cinder-76015 at level 0 using segments [{'id': '0f50cfc0-b7c2-4b4f-b48e-e7079661db92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c00924aa-47db-4fd4-bda2-4f4111d84f4b'}] {{(pid=94009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 15:17:59.008200 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d800e163-b3d5-4c9a-927b-ff141fd06991 req-1783e655-2865-4855-bc58-b0072f6849d4 service neutron] Attempting to bind port 163223b4-a8fd-4759-b933-1eeb556c8008 on network c00924aa-47db-4fd4-bda2-4f4111d84f4b {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:17:59.024742 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d800e163-b3d5-4c9a-927b-ff141fd06991 req-1783e655-2865-4855-bc58-b0072f6849d4 service neutron] Port 163223b4-a8fd-4759-b933-1eeb556c8008 on network c00924aa-47db-4fd4-bda2-4f4111d84f4b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76015 {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 15:17:59.026049 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d800e163-b3d5-4c9a-927b-ff141fd06991 req-1783e655-2865-4855-bc58-b0072f6849d4 service neutron] Attempting to bind port 163223b4-a8fd-4759-b933-1eeb556c8008 on network c00924aa-47db-4fd4-bda2-4f4111d84f4b {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 15:17:59.048478 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d800e163-b3d5-4c9a-927b-ff141fd06991 req-1783e655-2865-4855-bc58-b0072f6849d4 service neutron] Checking agent: {'id': '97479926-a0bf-4e38-9164-b44674cd2f3f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76015', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 15, 4, 9), 'started_at': datetime.datetime(2021, 9, 10, 15, 4, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 15, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 15:17:59.048809 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d800e163-b3d5-4c9a-927b-ff141fd06991 req-1783e655-2865-4855-bc58-b0072f6849d4 service neutron] Checking segment: {'id': '0f50cfc0-b7c2-4b4f-b48e-e7079661db92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c00924aa-47db-4fd4-bda2-4f4111d84f4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 15:17:59.049191 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d800e163-b3d5-4c9a-927b-ff141fd06991 req-1783e655-2865-4855-bc58-b0072f6849d4 service neutron] Bound using segment: {'id': '0f50cfc0-b7c2-4b4f-b48e-e7079661db92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c00924aa-47db-4fd4-bda2-4f4111d84f4b'} {{(pid=94009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 15:17:59.049624 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.managers [req-d800e163-b3d5-4c9a-927b-ff141fd06991 req-1783e655-2865-4855-bc58-b0072f6849d4 service neutron] Bound port: 163223b4-a8fd-4759-b933-1eeb556c8008, host: hv-cinder-76015, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f50cfc0-b7c2-4b4f-b48e-e7079661db92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'c00924aa-47db-4fd4-bda2-4f4111d84f4b'}}] {{(pid=94009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 15:17:59.049979 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-d800e163-b3d5-4c9a-927b-ff141fd06991 req-1783e655-2865-4855-bc58-b0072f6849d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:59.078492 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b77bd7-1f2c-4687-8c6e-31b920034ed5 req-26564899-112a-421b-9bb6-6aa5637891cf tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:59.080040 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-e2b77bd7-1f2c-4687-8c6e-31b920034ed5 req-26564899-112a-421b-9bb6-6aa5637891cf tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f2af4fe-eab6-47c4-9eab-e5c9c02463ae HTTP/1.1" status: 200 len: 943 time: 0.0695643 Sep 10 15:17:59.151040 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-e2b77bd7-1f2c-4687-8c6e-31b920034ed5 req-2276cbcd-f3fa-4dd2-8ace-19d75e25cb57 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e8b286c-a333-4d93-80e3-ff81cfb92203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511320 Sep 10 15:17:59.157099 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.db [req-d800e163-b3d5-4c9a-927b-ff141fd06991 req-1783e655-2865-4855-bc58-b0072f6849d4 service neutron] For port 163223b4-a8fd-4759-b933-1eeb556c8008, host hv-cinder-76015, cleared binding levels {{(pid=94009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 15:17:59.160188 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.db [req-d800e163-b3d5-4c9a-927b-ff141fd06991 req-1783e655-2865-4855-bc58-b0072f6849d4 service neutron] For port 163223b4-a8fd-4759-b933-1eeb556c8008, host hv-cinder-76015, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=163223b4-a8fd-4759-b933-1eeb556c8008,segment=NetworkSegment(0f50cfc0-b7c2-4b4f-b48e-e7079661db92),segment_id=0f50cfc0-b7c2-4b4f-b48e-e7079661db92)] {{(pid=94009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 15:17:59.165385 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-d800e163-b3d5-4c9a-927b-ff141fd06991 req-1783e655-2865-4855-bc58-b0072f6849d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1041244'] for port, after_update {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:59.198544 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d800e163-b3d5-4c9a-927b-ff141fd06991 req-1783e655-2865-4855-bc58-b0072f6849d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:59.199136 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-d800e163-b3d5-4c9a-927b-ff141fd06991 req-1783e655-2865-4855-bc58-b0072f6849d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46804'] for port, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:59.200530 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-d800e163-b3d5-4c9a-927b-ff141fd06991 req-1783e655-2865-4855-bc58-b0072f6849d4 service neutron] 10.222.0.42 "PUT /v2.0/ports/163223b4-a8fd-4759-b933-1eeb556c8008 HTTP/1.1" status: 200 len: 1093 time: 0.6908438 Sep 10 15:17:59.200964 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f2af4fe-eab6-47c4-9eab-e5c9c02463ae', 'tag': '163223b4-a8fd-4759-b933-1eeb556c8008'}] {{(pid=94009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:17:59.203995 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9f06775dd2e397dd855044b511bdd55e5ba575987bbc09c0a11d88d405cb18b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff9a1850-e859-4ce0-a25d-ed0144c33371" -d '{"events": [{"name": "network-changed", "server_uuid": "1f2af4fe-eab6-47c4-9eab-e5c9c02463ae", "tag": "163223b4-a8fd-4759-b933-1eeb556c8008"}]}' {{(pid=94009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:17:59.234975 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1783e655-2865-4855-bc58-b0072f6849d4 service neutron] Pushing event updated for resources: {'Port': ['ID=163223b4-a8fd-4759-b933-1eeb556c8008,revision_number=3']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:17:59.258902 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b7c5f725-09d8-454b-b5ba-4a700e799395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:17:59.300825 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d800e163-b3d5-4c9a-927b-ff141fd06991 req-404c1be0-22b8-40e8-885c-0068b8316e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:59.302402 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-d800e163-b3d5-4c9a-927b-ff141fd06991 req-404c1be0-22b8-40e8-885c-0068b8316e9e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a54041e21d774dc082088058e0725c3e&device_id=1f2af4fe-eab6-47c4-9eab-e5c9c02463ae HTTP/1.1" status: 200 len: 1096 time: 0.0461457 Sep 10 15:17:59.353564 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-d800e163-b3d5-4c9a-927b-ff141fd06991 req-76ed642e-c131-4845-9a42-e1525845898b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=163223b4-a8fd-4759-b933-1eeb556c8008 HTTP/1.1" status: 200 len: 217 time: 0.0436370 Sep 10 15:17:59.389491 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 15:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f8f8ea5-03ac-4b25-8bbe-d59386adc2cc x-openstack-request-id: req-4f8f8ea5-03ac-4b25-8bbe-d59386adc2cc {{(pid=94009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:17:59.390337 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f2af4fe-eab6-47c4-9eab-e5c9c02463ae", "tag": "163223b4-a8fd-4759-b933-1eeb556c8008", "status": "completed", "code": 200}]} {{(pid=94009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:17:59.390592 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4f8f8ea5-03ac-4b25-8bbe-d59386adc2cc {{(pid=94009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:17:59.390976 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f2af4fe-eab6-47c4-9eab-e5c9c02463ae', 'tag': '163223b4-a8fd-4759-b933-1eeb556c8008', 'status': 'completed', 'code': 200} Sep 10 15:17:59.410218 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d800e163-b3d5-4c9a-927b-ff141fd06991 req-218affd9-b528-473b-a6aa-07131ccfe5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:59.411730 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-d800e163-b3d5-4c9a-927b-ff141fd06991 req-218affd9-b528-473b-a6aa-07131ccfe5de service neutron] 10.222.0.42 "GET /v2.0/subnets?id=355b14f6-a44c-4c11-96c3-a282c3e99d40 HTTP/1.1" status: 200 len: 850 time: 0.0515811 Sep 10 15:17:59.458796 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d800e163-b3d5-4c9a-927b-ff141fd06991 req-41e4b2d5-4cbf-4683-9aa9-1ec52cec976e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:59.460197 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-d800e163-b3d5-4c9a-927b-ff141fd06991 req-41e4b2d5-4cbf-4683-9aa9-1ec52cec976e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c00924aa-47db-4fd4-bda2-4f4111d84f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0414727 Sep 10 15:17:59.554574 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-d800e163-b3d5-4c9a-927b-ff141fd06991 req-9de4ffd2-a262-4c68-afed-1973e188ea9f service neutron] 10.222.0.42 "GET /v2.0/networks/c00924aa-47db-4fd4-bda2-4f4111d84f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872447 Sep 10 15:17:59.644196 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-d800e163-b3d5-4c9a-927b-ff141fd06991 req-f71c9bc0-9389-4fc2-9507-305daf6ea65a service neutron] 10.222.0.42 "GET /v2.0/networks/c00924aa-47db-4fd4-bda2-4f4111d84f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827177 Sep 10 15:17:59.731116 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9a1850-e859-4ce0-a25d-ed0144c33371 req-5b469aab-8ed1-49c1-9ff5-de7e44ad5e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:59.732552 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-ff9a1850-e859-4ce0-a25d-ed0144c33371 req-5b469aab-8ed1-49c1-9ff5-de7e44ad5e2b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a54041e21d774dc082088058e0725c3e&device_id=1f2af4fe-eab6-47c4-9eab-e5c9c02463ae HTTP/1.1" status: 200 len: 1096 time: 0.0465338 Sep 10 15:17:59.820670 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9a1850-e859-4ce0-a25d-ed0144c33371 req-3e555144-c2e1-44c3-bec9-91e43fc659ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:59.822145 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-ff9a1850-e859-4ce0-a25d-ed0144c33371 req-3e555144-c2e1-44c3-bec9-91e43fc659ee service neutron] 10.222.0.42 "GET /v2.0/networks?id=c00924aa-47db-4fd4-bda2-4f4111d84f4b HTTP/1.1" status: 200 len: 912 time: 0.0818713 Sep 10 15:17:59.868502 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-ff9a1850-e859-4ce0-a25d-ed0144c33371 req-f42095d0-c043-4e22-8af4-f05dc6ccc503 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=163223b4-a8fd-4759-b933-1eeb556c8008 HTTP/1.1" status: 200 len: 217 time: 0.0389168 Sep 10 15:17:59.917890 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9a1850-e859-4ce0-a25d-ed0144c33371 req-d004f891-9e60-4000-8fd8-ed937fff2a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:59.919379 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-ff9a1850-e859-4ce0-a25d-ed0144c33371 req-d004f891-9e60-4000-8fd8-ed937fff2a23 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=355b14f6-a44c-4c11-96c3-a282c3e99d40 HTTP/1.1" status: 200 len: 850 time: 0.0434690 Sep 10 15:17:59.968647 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9a1850-e859-4ce0-a25d-ed0144c33371 req-e035d0ed-9161-4700-8253-d8cb3e2cebee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:17:59.970241 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-ff9a1850-e859-4ce0-a25d-ed0144c33371 req-e035d0ed-9161-4700-8253-d8cb3e2cebee service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c00924aa-47db-4fd4-bda2-4f4111d84f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0426562 Sep 10 15:18:00.077156 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-ff9a1850-e859-4ce0-a25d-ed0144c33371 req-99cb27b4-46b8-4629-8580-1a9c2ff94f6a service neutron] 10.222.0.42 "GET /v2.0/networks/c00924aa-47db-4fd4-bda2-4f4111d84f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975459 Sep 10 15:18:00.175267 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-ff9a1850-e859-4ce0-a25d-ed0144c33371 req-cb38bb9b-59ce-42c2-8400-610657bace47 service neutron] 10.222.0.42 "GET /v2.0/networks/c00924aa-47db-4fd4-bda2-4f4111d84f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877588 Sep 10 15:18:00.269251 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6555ced0-f1fb-40f9-a2f6-f6121e7c56dd req-7d40a9a8-7fa4-4d86-9c38-0e50c5ba1da5 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:18:00.270779 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-6555ced0-f1fb-40f9-a2f6-f6121e7c56dd req-7d40a9a8-7fa4-4d86-9c38-0e50c5ba1da5 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f2af4fe-eab6-47c4-9eab-e5c9c02463ae HTTP/1.1" status: 200 len: 943 time: 0.0546484 Sep 10 15:18:00.309856 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-6555ced0-f1fb-40f9-a2f6-f6121e7c56dd req-a1655973-50c1-41b1-a4d9-8c3ded6d2d0f tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e8b286c-a333-4d93-80e3-ff81cfb92203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330119 Sep 10 15:18:01.421770 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c13c67c0-2efd-4950-9279-b0623a9c603e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:01.484494 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f68c09-f732-41b4-89df-cee51786f7a5 req-38d5ab2e-962c-4320-bbee-2a34343f1893 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:18:01.486332 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-b4f68c09-f732-41b4-89df-cee51786f7a5 req-38d5ab2e-962c-4320-bbee-2a34343f1893 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f2af4fe-eab6-47c4-9eab-e5c9c02463ae HTTP/1.1" status: 200 len: 943 time: 0.0543561 Sep 10 15:18:01.527858 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-b4f68c09-f732-41b4-89df-cee51786f7a5 req-e288360b-4e17-4503-9010-93ecfedf0849 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e8b286c-a333-4d93-80e3-ff81cfb92203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353668 Sep 10 15:18:02.645267 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a14a3c8-5e74-439c-b620-01ee30deaee4 req-3aa72b65-d202-4068-802c-f547db685d5f tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:18:02.646829 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-8a14a3c8-5e74-439c-b620-01ee30deaee4 req-3aa72b65-d202-4068-802c-f547db685d5f tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f2af4fe-eab6-47c4-9eab-e5c9c02463ae HTTP/1.1" status: 200 len: 943 time: 0.0509121 Sep 10 15:18:02.686136 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-8a14a3c8-5e74-439c-b620-01ee30deaee4 req-8020e64e-84bb-477b-8bdd-b8dd85d61c9e tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e8b286c-a333-4d93-80e3-ff81cfb92203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330522 Sep 10 15:18:03.803589 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476ad6bf-67d8-4717-9721-ccd0f525d50c req-fa4165e0-7924-442d-93d5-63e774d60778 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:18:03.805036 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-476ad6bf-67d8-4717-9721-ccd0f525d50c req-fa4165e0-7924-442d-93d5-63e774d60778 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f2af4fe-eab6-47c4-9eab-e5c9c02463ae HTTP/1.1" status: 200 len: 943 time: 0.0519378 Sep 10 15:18:03.841869 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-476ad6bf-67d8-4717-9721-ccd0f525d50c req-903533d7-2623-4837-bd87-793dadbd3437 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e8b286c-a333-4d93-80e3-ff81cfb92203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306768 Sep 10 15:18:04.956820 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a8383-39e9-417e-b1fe-65bbc90ea669 req-34d69753-7655-4e0e-b143-832945946814 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:18:04.958317 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-9c7a8383-39e9-417e-b1fe-65bbc90ea669 req-34d69753-7655-4e0e-b143-832945946814 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f2af4fe-eab6-47c4-9eab-e5c9c02463ae HTTP/1.1" status: 200 len: 943 time: 0.0493677 Sep 10 15:18:04.996003 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-9c7a8383-39e9-417e-b1fe-65bbc90ea669 req-a28c27ca-fd12-423b-92f4-b5320baa75d8 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e8b286c-a333-4d93-80e3-ff81cfb92203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318329 Sep 10 15:18:06.116367 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b8786-3c67-4f55-9bbb-8760d4b64374 req-8cb809a3-9b53-40d8-9218-69b847ce4c42 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:18:06.117904 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-604b8786-3c67-4f55-9bbb-8760d4b64374 req-8cb809a3-9b53-40d8-9218-69b847ce4c42 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f2af4fe-eab6-47c4-9eab-e5c9c02463ae HTTP/1.1" status: 200 len: 943 time: 0.0510302 Sep 10 15:18:06.159702 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-604b8786-3c67-4f55-9bbb-8760d4b64374 req-b8446f44-077c-4d19-8bd5-6f33f6923835 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e8b286c-a333-4d93-80e3-ff81cfb92203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350382 Sep 10 15:18:07.282566 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878e58d6-a1e8-4834-afde-77feafe42910 req-0f09eb4f-4c68-4eea-b874-5e54d14bf95c tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:18:07.283938 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-878e58d6-a1e8-4834-afde-77feafe42910 req-0f09eb4f-4c68-4eea-b874-5e54d14bf95c tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f2af4fe-eab6-47c4-9eab-e5c9c02463ae HTTP/1.1" status: 200 len: 943 time: 0.0554481 Sep 10 15:18:07.321019 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-878e58d6-a1e8-4834-afde-77feafe42910 req-a0adcbe9-a9f5-4055-ab94-9471f02a0bd6 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e8b286c-a333-4d93-80e3-ff81cfb92203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312145 Sep 10 15:18:07.508884 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device 163223b4-a8fd-4759-b933-1eeb556c8008 details requested by agent hyperv_hv-cinder-76015 with host hv-cinder-76015 {{(pid=94011) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 15:18:07.607376 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] For port 163223b4-a8fd-4759-b933-1eeb556c8008, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=163223b4-a8fd-4759-b933-1eeb556c8008,segment=NetworkSegment(0f50cfc0-b7c2-4b4f-b48e-e7079661db92),segment_id=0f50cfc0-b7c2-4b4f-b48e-e7079661db92)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:18:07.620007 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Returning: {'device': '163223b4-a8fd-4759-b933-1eeb556c8008', 'network_id': 'c00924aa-47db-4fd4-bda2-4f4111d84f4b', 'port_id': '163223b4-a8fd-4759-b933-1eeb556c8008', 'mac_address': 'fa:16:3e:5b:a2:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '355b14f6-a44c-4c11-96c3-a282c3e99d40', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94011) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 15:18:07.662070 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:07.675123 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 163223b4-a8fd-4759-b933-1eeb556c8008 {{(pid=94011) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 15:18:07.694310 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] For port 163223b4-a8fd-4759-b933-1eeb556c8008, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=163223b4-a8fd-4759-b933-1eeb556c8008,segment=NetworkSegment(0f50cfc0-b7c2-4b4f-b48e-e7079661db92),segment_id=0f50cfc0-b7c2-4b4f-b48e-e7079661db92)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:18:07.698314 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:07.746791 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Pushing event updated for resources: {'Port': ['ID=163223b4-a8fd-4759-b933-1eeb556c8008,revision_number=4']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:18:07.754449 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:18:07.754804 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:18:07.755150 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:18:07.755492 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:18:07.755829 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:18:07.756165 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:18:07.756497 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:18:07.756829 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:18:07.757160 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:18:07.757488 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:18:07.757816 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:18:07.758167 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:18:07.969631 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] get_ports_and_sgs() called for port_ids ['163223b4-a8fd-4759-b933-1eeb556c8008'] {{(pid=94011) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 15:18:08.435995 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aa3bc2-ec96-498f-bee7-625450590c63 req-a51bfe63-be85-4d1b-97f2-36c43274c791 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:18:08.438245 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-e2aa3bc2-ec96-498f-bee7-625450590c63 req-a51bfe63-be85-4d1b-97f2-36c43274c791 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f2af4fe-eab6-47c4-9eab-e5c9c02463ae HTTP/1.1" status: 200 len: 944 time: 0.0505757 Sep 10 15:18:08.477138 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-e2aa3bc2-ec96-498f-bee7-625450590c63 req-77b9d19d-9364-45e3-aa2c-fabde6b47fa1 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e8b286c-a333-4d93-80e3-ff81cfb92203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329752 Sep 10 15:18:09.508464 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device 163223b4-a8fd-4759-b933-1eeb556c8008 up at agent hyperv_hv-cinder-76015 {{(pid=94011) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 15:18:09.574791 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Provisioning for port 163223b4-a8fd-4759-b933-1eeb556c8008 completed by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 15:18:09.580510 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.provisioning_blocks [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Provisioning complete for port 163223b4-a8fd-4759-b933-1eeb556c8008 triggered by entity L2. {{(pid=94011) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 15:18:09.580889 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1674068'] for port, provisioning_complete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:09.605264 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7589b55-309d-4eab-8fc6-07b599c73365 req-c47354d8-d1b9-406a-aff7-722ac138112e tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:18:09.606106 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-b7589b55-309d-4eab-8fc6-07b599c73365 req-c47354d8-d1b9-406a-aff7-722ac138112e tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f2af4fe-eab6-47c4-9eab-e5c9c02463ae HTTP/1.1" status: 200 len: 944 time: 0.0574348 Sep 10 15:18:09.651268 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-b7589b55-309d-4eab-8fc6-07b599c73365 req-3c98d74b-02e7-459f-b1a0-9ebb1ed85278 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e8b286c-a333-4d93-80e3-ff81cfb92203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376363 Sep 10 15:18:09.665337 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:09.688085 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f2af4fe-eab6-47c4-9eab-e5c9c02463ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '163223b4-a8fd-4759-b933-1eeb556c8008'}] {{(pid=94011) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:18:09.690381 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7eff4842c0e32827c09e5fc730d7a4a2f35fc7e77767eed508a7d5fefd1bac28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-189f89b2-de05-4047-97e0-ecb9402b0c58" -d '{"events": [{"server_uuid": "1f2af4fe-eab6-47c4-9eab-e5c9c02463ae", "name": "network-vif-plugged", "status": "completed", "tag": "163223b4-a8fd-4759-b933-1eeb556c8008"}]}' {{(pid=94011) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:18:09.703918 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] For port 163223b4-a8fd-4759-b933-1eeb556c8008, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=163223b4-a8fd-4759-b933-1eeb556c8008,segment=NetworkSegment(0f50cfc0-b7c2-4b4f-b48e-e7079661db92),segment_id=0f50cfc0-b7c2-4b4f-b48e-e7079661db92)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:18:09.708258 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437'] for port, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:09.759141 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Pushing event updated for resources: {'Port': ['ID=163223b4-a8fd-4759-b933-1eeb556c8008,revision_number=5']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:18:09.788948 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f0d5c38-ea9c-48b9-951f-d5a0fc3e31b4 x-openstack-request-id: req-5f0d5c38-ea9c-48b9-951f-d5a0fc3e31b4 {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:18:09.789153 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f2af4fe-eab6-47c4-9eab-e5c9c02463ae", "name": "network-vif-plugged", "status": "completed", "tag": "163223b4-a8fd-4759-b933-1eeb556c8008", "code": 200}]} {{(pid=94011) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:18:09.789295 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5f0d5c38-ea9c-48b9-951f-d5a0fc3e31b4 {{(pid=94011) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:18:09.789691 dv-cinder-760153-10-iscsi neutron-server[94011]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f2af4fe-eab6-47c4-9eab-e5c9c02463ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '163223b4-a8fd-4759-b933-1eeb556c8008', 'code': 200} Sep 10 15:18:10.002819 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce3eb12-7b94-4a88-bcee-64afe5462e43 req-f5970286-3ff4-4ad3-ac26-c1fc7145d28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:18:10.004263 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-3ce3eb12-7b94-4a88-bcee-64afe5462e43 req-f5970286-3ff4-4ad3-ac26-c1fc7145d28f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1f2af4fe-eab6-47c4-9eab-e5c9c02463ae HTTP/1.1" status: 200 len: 1098 time: 0.0439525 Sep 10 15:18:10.038975 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-3ce3eb12-7b94-4a88-bcee-64afe5462e43 req-c848c812-b8e3-45bf-be82-257e73f07b07 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1e8b286c-a333-4d93-80e3-ff81cfb92203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277987 Sep 10 15:18:10.654451 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:10.768933 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9439ad1a-7828-4783-98a9-ee6a5b83c5a2 req-d3c3c0c7-4a8a-4eef-beb3-56d46d0b5db1 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:18:10.770481 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-9439ad1a-7828-4783-98a9-ee6a5b83c5a2 req-d3c3c0c7-4a8a-4eef-beb3-56d46d0b5db1 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f2af4fe-eab6-47c4-9eab-e5c9c02463ae HTTP/1.1" status: 200 len: 945 time: 0.0500200 Sep 10 15:18:10.810795 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-9439ad1a-7828-4783-98a9-ee6a5b83c5a2 req-70e67639-45e8-4e0a-911e-7c942fda4fe6 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e8b286c-a333-4d93-80e3-ff81cfb92203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341833 Sep 10 15:18:11.929635 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d0797-5520-4359-a6ae-f282a8c810a4 req-ed49b5bc-c3b8-42e7-9ee6-219eea1d91bb tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:18:11.931412 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-c75d0797-5520-4359-a6ae-f282a8c810a4 req-ed49b5bc-c3b8-42e7-9ee6-219eea1d91bb tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f2af4fe-eab6-47c4-9eab-e5c9c02463ae HTTP/1.1" status: 200 len: 945 time: 0.0496807 Sep 10 15:18:11.970148 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-c75d0797-5520-4359-a6ae-f282a8c810a4 req-0afb0383-fafb-413f-a833-90ebd7fa6b03 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e8b286c-a333-4d93-80e3-ff81cfb92203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324421 Sep 10 15:18:12.084590 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea8abf-d3c0-4b4d-a049-d09df1f9435a req-51b0cb9e-e089-4bef-8cb6-dbca3acb5ede tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:18:12.086070 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-81ea8abf-d3c0-4b4d-a049-d09df1f9435a req-51b0cb9e-e089-4bef-8cb6-dbca3acb5ede tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f2af4fe-eab6-47c4-9eab-e5c9c02463ae HTTP/1.1" status: 200 len: 945 time: 0.0511570 Sep 10 15:18:12.123394 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-81ea8abf-d3c0-4b4d-a049-d09df1f9435a req-2c8ef19c-7da4-4d67-8b8e-7749d7e61958 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e8b286c-a333-4d93-80e3-ff81cfb92203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313349 Sep 10 15:18:12.146447 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 50380) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:18:12.191224 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96d6825-5225-4aa0-8625-7daedc97e7ba tempest-TestVolumeBootPattern-2066951606 tempest-TestVolumeBootPattern-2066951606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94010) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:18:12.192872 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-e96d6825-5225-4aa0-8625-7daedc97e7ba tempest-TestVolumeBootPattern-2066951606 tempest-TestVolumeBootPattern-2066951606-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=1f2af4fe-eab6-47c4-9eab-e5c9c02463ae HTTP/1.1" status: 200 len: 1093 time: 0.0454361 Sep 10 15:18:12.195748 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 50384) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:18:12.200295 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.v2.base [None req-e75518ec-3e73-46ff-b310-8f6aea671092 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Request body: {'floatingip': {'floating_network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'port_id': '163223b4-a8fd-4759-b933-1eeb556c8008', 'tenant_id': 'a54041e21d774dc082088058e0725c3e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94010) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 15:18:12.223175 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-e75518ec-3e73-46ff-b310-8f6aea671092 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks [] for floatingip, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:12.325714 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-e75518ec-3e73-46ff-b310-8f6aea671092 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:12.431124 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.db.db_base_plugin_common [None req-e75518ec-3e73-46ff-b310-8f6aea671092 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Allocated IP 172.27.0.249 (caa13d69-ff92-44ce-a665-3b9af711feed/3b314502-2ac4-4640-9fa5-f95f10fc4599/76945082-6f42-4a54-9e21-3bde31c4a905) {{(pid=94010) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 15:18:12.535308 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-e75518ec-3e73-46ff-b310-8f6aea671092 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks [] for port, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:12.573040 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-e75518ec-3e73-46ff-b310-8f6aea671092 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748756606401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14298976'] for port, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:12.616719 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75518ec-3e73-46ff-b310-8f6aea671092 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Network caa13d69-ff92-44ce-a665-3b9af711feed is already hosted by enough agents. {{(pid=94010) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 15:18:12.619534 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.base_scheduler [None req-e75518ec-3e73-46ff-b310-8f6aea671092 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Resources bound (agent type, host, resource id): {{(pid=94010) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 15:18:12.625565 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75518ec-3e73-46ff-b310-8f6aea671092 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Received port after_create {{(pid=94010) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 15:18:12.630946 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75518ec-3e73-46ff-b310-8f6aea671092 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Pushing event updated for resources: {'Port': ['ID=76945082-6f42-4a54-9e21-3bde31c4a905,revision_number=1']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:18:12.658306 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75518ec-3e73-46ff-b310-8f6aea671092 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:18:12.658646 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75518ec-3e73-46ff-b310-8f6aea671092 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:18:12.658980 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75518ec-3e73-46ff-b310-8f6aea671092 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:18:12.659306 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75518ec-3e73-46ff-b310-8f6aea671092 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:18:12.659627 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75518ec-3e73-46ff-b310-8f6aea671092 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:18:12.659949 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75518ec-3e73-46ff-b310-8f6aea671092 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:18:12.660266 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75518ec-3e73-46ff-b310-8f6aea671092 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:18:12.660587 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75518ec-3e73-46ff-b310-8f6aea671092 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:18:12.660904 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75518ec-3e73-46ff-b310-8f6aea671092 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:18:12.661218 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75518ec-3e73-46ff-b310-8f6aea671092 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:18:12.661535 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75518ec-3e73-46ff-b310-8f6aea671092 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:18:12.661844 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75518ec-3e73-46ff-b310-8f6aea671092 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:18:12.985928 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-e75518ec-3e73-46ff-b310-8f6aea671092 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:13.050234 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-e75518ec-3e73-46ff-b310-8f6aea671092 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1583776'] for port, before_update {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:13.197462 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-e75518ec-3e73-46ff-b310-8f6aea671092 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks [] for port, precommit_update {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:13.201894 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-e75518ec-3e73-46ff-b310-8f6aea671092 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748757126166', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748756606419', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748756606437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14298515'] for port, after_update {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:13.510733 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75518ec-3e73-46ff-b310-8f6aea671092 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Pushing event updated for resources: {'Port': ['ID=76945082-6f42-4a54-9e21-3bde31c4a905,revision_number=2']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:18:13.521350 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-e75518ec-3e73-46ff-b310-8f6aea671092 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-582779'] for floatingip, after_create {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:13.625598 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.db.l3_db [None req-e75518ec-3e73-46ff-b310-8f6aea671092 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Floating IP c72409ee-6c2f-4448-8754-40e8665a1fed associated. External IP: 172.27.0.249, port: 163223b4-a8fd-4759-b933-1eeb556c8008. Sep 10 15:18:13.835894 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e75518ec-3e73-46ff-b310-8f6aea671092 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Router 14040cf8-03c7-4dc3-9b39-04fd716291de has already been hosted by L3 agent b0771735-54fe-4ba2-aeee-11d3b2b54cf1 {{(pid=94010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 15:18:13.936448 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e75518ec-3e73-46ff-b310-8f6aea671092 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify agent at l3_agent.dv-cinder-760153-10-iscsi the message routers_updated {{(pid=94010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:18:13.946544 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7add0a8-1d3c-459c-9658-357b40ad5112 None None] Sync routers for ids ['14040cf8-03c7-4dc3-9b39-04fd716291de'] in dv-cinder-760153-10-iscsi {{(pid=94011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:18:13.955694 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-e75518ec-3e73-46ff-b310-8f6aea671092 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46804'] for floatingip, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:13.956995 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7add0a8-1d3c-459c-9658-357b40ad5112 None None] Routers {'14040cf8-03c7-4dc3-9b39-04fd716291de'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:18:13.957619 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-f7add0a8-1d3c-459c-9658-357b40ad5112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T15:17:57Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['14040cf8-03c7-4dc3-9b39-04fd716291de'], 'active': True} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:18:13.984814 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-e75518ec-3e73-46ff-b310-8f6aea671092 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7879808 Sep 10 15:18:13.985477 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f2af4fe-eab6-47c4-9eab-e5c9c02463ae', 'tag': '163223b4-a8fd-4759-b933-1eeb556c8008'}] {{(pid=94010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:18:13.987769 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff59ba7baab64600ea656df3deb47cfc0f0684b4bff4090ee9645072728f0a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ecb33d9-92e6-4b9a-9a0e-e01f9d111e2f" -d '{"events": [{"name": "network-changed", "server_uuid": "1f2af4fe-eab6-47c4-9eab-e5c9c02463ae", "tag": "163223b4-a8fd-4759-b933-1eeb556c8008"}]}' {{(pid=94010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:18:14.067321 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvr_db [None req-f7add0a8-1d3c-459c-9658-357b40ad5112 None None] Set router 14040cf8-03c7-4dc3-9b39-04fd716291de gateway port host: dv-cinder-760153-10-iscsi {{(pid=94011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:18:14.079709 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 15:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb26b5b2-0529-4170-90e9-125709ef2a30 x-openstack-request-id: req-fb26b5b2-0529-4170-90e9-125709ef2a30 {{(pid=94010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:18:14.079999 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f2af4fe-eab6-47c4-9eab-e5c9c02463ae", "tag": "163223b4-a8fd-4759-b933-1eeb556c8008", "status": "completed", "code": 200}]} {{(pid=94010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:18:14.080252 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fb26b5b2-0529-4170-90e9-125709ef2a30 {{(pid=94010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:18:14.080649 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f2af4fe-eab6-47c4-9eab-e5c9c02463ae', 'tag': '163223b4-a8fd-4759-b933-1eeb556c8008', 'status': 'completed', 'code': 200} Sep 10 15:18:14.145669 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb33d9-92e6-4b9a-9a0e-e01f9d111e2f req-32cf05e0-3cb4-40af-8ced-81ca58ddf96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:18:14.147117 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-7ecb33d9-92e6-4b9a-9a0e-e01f9d111e2f req-32cf05e0-3cb4-40af-8ced-81ca58ddf96b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a54041e21d774dc082088058e0725c3e&device_id=1f2af4fe-eab6-47c4-9eab-e5c9c02463ae HTTP/1.1" status: 200 len: 1098 time: 0.0417204 Sep 10 15:18:14.237731 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb33d9-92e6-4b9a-9a0e-e01f9d111e2f req-fe301956-a4cf-486c-bf87-e06dad639da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:18:14.239232 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-7ecb33d9-92e6-4b9a-9a0e-e01f9d111e2f req-fe301956-a4cf-486c-bf87-e06dad639da6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c00924aa-47db-4fd4-bda2-4f4111d84f4b HTTP/1.1" status: 200 len: 912 time: 0.0849476 Sep 10 15:18:14.295495 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-f7add0a8-1d3c-459c-9658-357b40ad5112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14040cf8-03c7-4dc3-9b39-04fd716291de', 'name': 'tempest-TestVolumeBootPattern-428447017-router', 'tenant_id': 'a54041e21d774dc082088058e0725c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '0e0acf2c-5d83-466d-9036-0627ffcb4498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:12:49Z', 'updated_at': '2021-09-10T15:12:52Z', 'revision_number': 4, 'project_id': 'a54041e21d774dc082088058e0725c3e', 'gw_port': {'id': '0e0acf2c-5d83-466d-9036-0627ffcb4498', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:0e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14040cf8-03c7-4dc3-9b39-04fd716291de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:12:49Z', 'updated_at': '2021-09-10T15:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi', '_floatingips': [{'id': '169bad5d-0195-424e-9ef9-b834fa842bb0', 'tenant_id': 'a54041e21d774dc082088058e0725c3e', 'floating_ip_address': '172.27.0.114', 'floating_network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'router_id': '14040cf8-03c7-4dc3-9b39-04fd716291de', 'port_id': '260a1d31-8c2c-4e38-867f-8dc1fdfb968f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c00924aa-47db-4fd4-bda2-4f4111d84f4b', 'mac_address': 'fa:16:3e:fc:ef:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac77b436-5e21-4fae-9d69-2962ff5a60b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T15:16:07Z', 'updated_at': '2021-09-10T15:16:10Z', 'revision_number': 1, 'project_id': 'a54041e21d774dc082088058e0725c3e', 'fixed_ip_address_scope': None}, {'id': 'c72409ee-6c2f-4448-8754-40e8665a1fed', 'tenant_id': 'a54041e21d774dc082088058e0725c3e', 'floating_ip_address': '172.27.0.249', 'floating_network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'router_id': '14040cf8-03c7-4dc3-9b39-04fd716291de', 'port_id': '163223b4-a8fd-4759-b933-1eeb556c8008', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c00924aa-47db-4fd4-bda2-4f4111d84f4b', 'mac_address': 'fa:16:3e:5b:a2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2af4fe-eab6-47c4-9eab-e5c9c02463ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T15:18:12Z', 'updated_at': '2021-09-10T15:18:12Z', 'revision_number': 0, 'project_id': 'a54041e21d774dc082088058e0725c3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a5a41a6-1b14-4cbd-a104-9870c1c496ca', 'name': '', 'network_id': 'c00924aa-47db-4fd4-bda2-4f4111d84f4b', 'tenant_id': 'a54041e21d774dc082088058e0725c3e', 'mac_address': 'fa:16:3e:59:d0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14040cf8-03c7-4dc3-9b39-04fd716291de', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '355b14f6-a44c-4c11-96c3-a282c3e99d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:12:52Z', 'updated_at': '2021-09-10T15:13:00Z', 'revision_number': 5, 'project_id': 'a54041e21d774dc082088058e0725c3e', 'subnets': [{'id': '355b14f6-a44c-4c11-96c3-a282c3e99d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:18:14.308492 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-7ecb33d9-92e6-4b9a-9a0e-e01f9d111e2f req-b1d2f6aa-7071-481c-beb5-b7ace3e9d6de service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=163223b4-a8fd-4759-b933-1eeb556c8008 HTTP/1.1" status: 200 len: 999 time: 0.0618377 Sep 10 15:18:14.322952 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7add0a8-1d3c-459c-9658-357b40ad5112 None None] Checking router: 14040cf8-03c7-4dc3-9b39-04fd716291de for host: dv-cinder-760153-10-iscsi {{(pid=94011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:18:14.331313 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7add0a8-1d3c-459c-9658-357b40ad5112 None None] Routers {'14040cf8-03c7-4dc3-9b39-04fd716291de'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:18:14.331921 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-f7add0a8-1d3c-459c-9658-357b40ad5112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T15:17:57Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['14040cf8-03c7-4dc3-9b39-04fd716291de'], 'active': True} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:18:14.357202 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb33d9-92e6-4b9a-9a0e-e01f9d111e2f req-5f024f96-78d6-4775-9453-af974af3b36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:18:14.358676 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-7ecb33d9-92e6-4b9a-9a0e-e01f9d111e2f req-5f024f96-78d6-4775-9453-af974af3b36a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=355b14f6-a44c-4c11-96c3-a282c3e99d40 HTTP/1.1" status: 200 len: 850 time: 0.0434003 Sep 10 15:18:14.403787 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb33d9-92e6-4b9a-9a0e-e01f9d111e2f req-a64b1c8a-3747-4aef-b862-cbe78816225d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:18:14.405190 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-7ecb33d9-92e6-4b9a-9a0e-e01f9d111e2f req-a64b1c8a-3747-4aef-b862-cbe78816225d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c00924aa-47db-4fd4-bda2-4f4111d84f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0394697 Sep 10 15:18:14.441281 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvr_db [None req-f7add0a8-1d3c-459c-9658-357b40ad5112 None None] Set router 14040cf8-03c7-4dc3-9b39-04fd716291de gateway port host: dv-cinder-760153-10-iscsi {{(pid=94011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:18:14.500155 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-7ecb33d9-92e6-4b9a-9a0e-e01f9d111e2f req-7734abda-9aa5-4005-8250-d3f56fad1b18 service neutron] 10.222.0.42 "GET /v2.0/networks/c00924aa-47db-4fd4-bda2-4f4111d84f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866616 Sep 10 15:18:14.592927 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-7ecb33d9-92e6-4b9a-9a0e-e01f9d111e2f req-43f008ce-f1ed-4c5d-abb3-3a64bf141135 service neutron] 10.222.0.42 "GET /v2.0/networks/c00924aa-47db-4fd4-bda2-4f4111d84f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856750 Sep 10 15:18:14.674965 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-f7add0a8-1d3c-459c-9658-357b40ad5112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14040cf8-03c7-4dc3-9b39-04fd716291de', 'name': 'tempest-TestVolumeBootPattern-428447017-router', 'tenant_id': 'a54041e21d774dc082088058e0725c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '0e0acf2c-5d83-466d-9036-0627ffcb4498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:12:49Z', 'updated_at': '2021-09-10T15:12:52Z', 'revision_number': 4, 'project_id': 'a54041e21d774dc082088058e0725c3e', 'gw_port': {'id': '0e0acf2c-5d83-466d-9036-0627ffcb4498', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:0e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14040cf8-03c7-4dc3-9b39-04fd716291de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:12:49Z', 'updated_at': '2021-09-10T15:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi', '_floatingips': [{'id': '169bad5d-0195-424e-9ef9-b834fa842bb0', 'tenant_id': 'a54041e21d774dc082088058e0725c3e', 'floating_ip_address': '172.27.0.114', 'floating_network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'router_id': '14040cf8-03c7-4dc3-9b39-04fd716291de', 'port_id': '260a1d31-8c2c-4e38-867f-8dc1fdfb968f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c00924aa-47db-4fd4-bda2-4f4111d84f4b', 'mac_address': 'fa:16:3e:fc:ef:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac77b436-5e21-4fae-9d69-2962ff5a60b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T15:16:07Z', 'updated_at': '2021-09-10T15:16:10Z', 'revision_number': 1, 'project_id': 'a54041e21d774dc082088058e0725c3e', 'fixed_ip_address_scope': None}, {'id': 'c72409ee-6c2f-4448-8754-40e8665a1fed', 'tenant_id': 'a54041e21d774dc082088058e0725c3e', 'floating_ip_address': '172.27.0.249', 'floating_network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'router_id': '14040cf8-03c7-4dc3-9b39-04fd716291de', 'port_id': '163223b4-a8fd-4759-b933-1eeb556c8008', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c00924aa-47db-4fd4-bda2-4f4111d84f4b', 'mac_address': 'fa:16:3e:5b:a2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2af4fe-eab6-47c4-9eab-e5c9c02463ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T15:18:12Z', 'updated_at': '2021-09-10T15:18:12Z', 'revision_number': 0, 'project_id': 'a54041e21d774dc082088058e0725c3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a5a41a6-1b14-4cbd-a104-9870c1c496ca', 'name': '', 'network_id': 'c00924aa-47db-4fd4-bda2-4f4111d84f4b', 'tenant_id': 'a54041e21d774dc082088058e0725c3e', 'mac_address': 'fa:16:3e:59:d0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14040cf8-03c7-4dc3-9b39-04fd716291de', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '355b14f6-a44c-4c11-96c3-a282c3e99d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:12:52Z', 'updated_at': '2021-09-10T15:13:00Z', 'revision_number': 5, 'project_id': 'a54041e21d774dc082088058e0725c3e', 'subnets': [{'id': '355b14f6-a44c-4c11-96c3-a282c3e99d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:18:14.701091 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7add0a8-1d3c-459c-9658-357b40ad5112 None None] The sync data for ids ['14040cf8-03c7-4dc3-9b39-04fd716291de'] in dv-cinder-760153-10-iscsi is: [{'id': '14040cf8-03c7-4dc3-9b39-04fd716291de', 'name': 'tempest-TestVolumeBootPattern-428447017-router', 'tenant_id': 'a54041e21d774dc082088058e0725c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '0e0acf2c-5d83-466d-9036-0627ffcb4498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:12:49Z', 'updated_at': '2021-09-10T15:12:52Z', 'revision_number': 4, 'project_id': 'a54041e21d774dc082088058e0725c3e', 'gw_port': {'id': '0e0acf2c-5d83-466d-9036-0627ffcb4498', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:0e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14040cf8-03c7-4dc3-9b39-04fd716291de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:12:49Z', 'updated_at': '2021-09-10T15:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi', '_floatingips': [{'id': '169bad5d-0195-424e-9ef9-b834fa842bb0', 'tenant_id': 'a54041e21d774dc082088058e0725c3e', 'floating_ip_address': '172.27.0.114', 'floating_network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'router_id': '14040cf8-03c7-4dc3-9b39-04fd716291de', 'port_id': '260a1d31-8c2c-4e38-867f-8dc1fdfb968f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c00924aa-47db-4fd4-bda2-4f4111d84f4b', 'mac_address': 'fa:16:3e:fc:ef:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac77b436-5e21-4fae-9d69-2962ff5a60b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T15:16:07Z', 'updated_at': '2021-09-10T15:16:10Z', 'revision_number': 1, 'project_id': 'a54041e21d774dc082088058e0725c3e', 'fixed_ip_address_scope': None}, {'id': 'c72409ee-6c2f-4448-8754-40e8665a1fed', 'tenant_id': 'a54041e21d774dc082088058e0725c3e', 'floating_ip_address': '172.27.0.249', 'floating_network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'router_id': '14040cf8-03c7-4dc3-9b39-04fd716291de', 'port_id': '163223b4-a8fd-4759-b933-1eeb556c8008', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c00924aa-47db-4fd4-bda2-4f4111d84f4b', 'mac_address': 'fa:16:3e:5b:a2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2af4fe-eab6-47c4-9eab-e5c9c02463ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T15:18:12Z', 'updated_at': '2021-09-10T15:18:12Z', 'revision_number': 0, 'project_id': 'a54041e21d774dc082088058e0725c3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a5a41a6-1b14-4cbd-a104-9870c1c496ca', 'name': '', 'network_id': 'c00924aa-47db-4fd4-bda2-4f4111d84f4b', 'tenant_id': 'a54041e21d774dc082088058e0725c3e', 'mac_address': 'fa:16:3e:59:d0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14040cf8-03c7-4dc3-9b39-04fd716291de', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '355b14f6-a44c-4c11-96c3-a282c3e99d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:12:52Z', 'updated_at': '2021-09-10T15:13:00Z', 'revision_number': 5, 'project_id': 'a54041e21d774dc082088058e0725c3e', 'subnets': [{'id': '355b14f6-a44c-4c11-96c3-a282c3e99d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:18:14.888574 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f418b7a2-6424-416d-b7ef-e0c6b86053a8 None None] New status for floating IP c72409ee-6c2f-4448-8754-40e8665a1fed: ACTIVE {{(pid=94012) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 15:18:18.222013 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-f540935e-f647-4756-8b04-6f9350496d6c req-01744d77-ef0c-4dc9-89b3-3f3f35fe137b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ac77b436-5e21-4fae-9d69-2962ff5a60b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411336 Sep 10 15:18:18.308448 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f540935e-f647-4756-8b04-6f9350496d6c req-61b9c904-e05f-417b-a6ea-cf3974a7f136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:18:18.310141 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-f540935e-f647-4756-8b04-6f9350496d6c req-61b9c904-e05f-417b-a6ea-cf3974a7f136 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a54041e21d774dc082088058e0725c3e&device_id=ac77b436-5e21-4fae-9d69-2962ff5a60b1 HTTP/1.1" status: 200 len: 1098 time: 0.0432639 Sep 10 15:18:18.413687 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f540935e-f647-4756-8b04-6f9350496d6c req-57b30681-feb8-4f90-8a5b-61d38fae935f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:18:18.415154 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-f540935e-f647-4756-8b04-6f9350496d6c req-57b30681-feb8-4f90-8a5b-61d38fae935f service neutron] 10.222.0.42 "GET /v2.0/networks?id=c00924aa-47db-4fd4-bda2-4f4111d84f4b HTTP/1.1" status: 200 len: 912 time: 0.0867574 Sep 10 15:18:18.479555 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-f540935e-f647-4756-8b04-6f9350496d6c req-2e5c78c4-5944-4e01-80fc-86f4660bcec8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=260a1d31-8c2c-4e38-867f-8dc1fdfb968f HTTP/1.1" status: 200 len: 1001 time: 0.0565131 Sep 10 15:18:18.527646 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f540935e-f647-4756-8b04-6f9350496d6c req-3427d496-acac-40ee-ba0e-c8841b07916e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:18:18.529015 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-f540935e-f647-4756-8b04-6f9350496d6c req-3427d496-acac-40ee-ba0e-c8841b07916e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=355b14f6-a44c-4c11-96c3-a282c3e99d40 HTTP/1.1" status: 200 len: 850 time: 0.0415485 Sep 10 15:18:18.845342 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f540935e-f647-4756-8b04-6f9350496d6c req-d0afb166-879b-4698-8b35-6eee24f169c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:18:18.846834 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-f540935e-f647-4756-8b04-6f9350496d6c req-d0afb166-879b-4698-8b35-6eee24f169c3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c00924aa-47db-4fd4-bda2-4f4111d84f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3103766 Sep 10 15:18:18.934486 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-f540935e-f647-4756-8b04-6f9350496d6c req-cbea693c-3ae2-41a7-863d-268245ea34d7 service neutron] 10.222.0.42 "GET /v2.0/networks/c00924aa-47db-4fd4-bda2-4f4111d84f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801482 Sep 10 15:18:19.027461 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-f540935e-f647-4756-8b04-6f9350496d6c req-5a11bb6a-a895-4408-88de-be1ed06f841c service neutron] 10.222.0.42 "GET /v2.0/networks/c00924aa-47db-4fd4-bda2-4f4111d84f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862629 Sep 10 15:18:24.655913 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-4009bcdc-d001-414b-bb55-a713bc7ab03e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:27.389471 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.agents_db [None req-04bb1bd2-f33d-49ef-a466-6fb3f7a23ee1 None None] Agent healthcheck: found 6 active agents {{(pid=94012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 15:18:27.505034 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-5c58be86-6499-4443-8c74-1ca0510edff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:28.209721 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:29.252904 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b7c5f725-09d8-454b-b5ba-4a700e799395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:31.421922 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c13c67c0-2efd-4950-9279-b0623a9c603e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:40.662102 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:54.657449 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-9302eca6-f40a-4b89-a40b-5e4d09915772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:57.507196 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-1a0488e0-25ed-4c9a-be45-b2fe32005f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:58.210605 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:18:59.252790 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b7c5f725-09d8-454b-b5ba-4a700e799395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:01.425429 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c13c67c0-2efd-4950-9279-b0623a9c603e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:04.391634 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.agents_db [None req-04bb1bd2-f33d-49ef-a466-6fb3f7a23ee1 None None] Agent healthcheck: found 6 active agents {{(pid=94012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 15:19:10.679128 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:18.221317 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-ec75b919-72b7-4489-8c6f-4c9e147cdd9d req-dfb53803-c632-44e7-9714-2e7607158536 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1f2af4fe-eab6-47c4-9eab-e5c9c02463ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380974 Sep 10 15:19:18.287812 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec75b919-72b7-4489-8c6f-4c9e147cdd9d req-290c80a4-83d2-4c98-9392-04e565ee1476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:18.289171 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-ec75b919-72b7-4489-8c6f-4c9e147cdd9d req-290c80a4-83d2-4c98-9392-04e565ee1476 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a54041e21d774dc082088058e0725c3e&device_id=1f2af4fe-eab6-47c4-9eab-e5c9c02463ae HTTP/1.1" status: 200 len: 1098 time: 0.0399151 Sep 10 15:19:18.394331 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec75b919-72b7-4489-8c6f-4c9e147cdd9d req-2b67416b-01f9-47ed-8ea4-73f64330b93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:18.396440 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-ec75b919-72b7-4489-8c6f-4c9e147cdd9d req-2b67416b-01f9-47ed-8ea4-73f64330b93d service neutron] 10.222.0.42 "GET /v2.0/networks?id=c00924aa-47db-4fd4-bda2-4f4111d84f4b HTTP/1.1" status: 200 len: 912 time: 0.0875628 Sep 10 15:19:18.459855 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-ec75b919-72b7-4489-8c6f-4c9e147cdd9d req-76c474de-8209-4095-8ab4-470242390cba service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=163223b4-a8fd-4759-b933-1eeb556c8008 HTTP/1.1" status: 200 len: 1001 time: 0.0568192 Sep 10 15:19:18.511706 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec75b919-72b7-4489-8c6f-4c9e147cdd9d req-c5ccc93b-babb-4f3e-b33b-4f43492ce751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:18.513121 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-ec75b919-72b7-4489-8c6f-4c9e147cdd9d req-c5ccc93b-babb-4f3e-b33b-4f43492ce751 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=355b14f6-a44c-4c11-96c3-a282c3e99d40 HTTP/1.1" status: 200 len: 850 time: 0.0465364 Sep 10 15:19:18.558437 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec75b919-72b7-4489-8c6f-4c9e147cdd9d req-082a26b2-322e-4ffd-95ba-e07b1fb60ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:18.559845 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-ec75b919-72b7-4489-8c6f-4c9e147cdd9d req-082a26b2-322e-4ffd-95ba-e07b1fb60ed6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c00924aa-47db-4fd4-bda2-4f4111d84f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0391548 Sep 10 15:19:18.653497 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-ec75b919-72b7-4489-8c6f-4c9e147cdd9d req-0c71ec27-12f3-4061-81ad-4137ef0a9c0c service neutron] 10.222.0.42 "GET /v2.0/networks/c00924aa-47db-4fd4-bda2-4f4111d84f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867124 Sep 10 15:19:18.743662 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-ec75b919-72b7-4489-8c6f-4c9e147cdd9d req-e03b8b3e-ceff-4e22-9859-e9897061de6c service neutron] 10.222.0.42 "GET /v2.0/networks/c00924aa-47db-4fd4-bda2-4f4111d84f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829570 Sep 10 15:19:24.660575 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-8ee1ae1b-e5d9-49c1-8025-b0f153cee625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:27.507417 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-a7eebeb9-deea-4d56-9553-a73bb8e8cf7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:28.212376 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:29.255959 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b7c5f725-09d8-454b-b5ba-4a700e799395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:31.428825 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c13c67c0-2efd-4950-9279-b0623a9c603e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:40.679830 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:41.389952 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.agents_db [None req-04bb1bd2-f33d-49ef-a466-6fb3f7a23ee1 None None] Agent healthcheck: found 6 active agents {{(pid=94012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 15:19:41.541292 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 50418) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:19:41.699342 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.plugin [None req-efbd04ca-3edc-4142-9ee7-d0f1171d5c5e tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Deleting port 76945082-6f42-4a54-9e21-3bde31c4a905 {{(pid=94010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:19:41.699589 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-efbd04ca-3edc-4142-9ee7-d0f1171d5c5e tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748757118522'] for port, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:41.773661 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-efbd04ca-3edc-4142-9ee7-d0f1171d5c5e tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530186'] for port, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:41.773987 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-efbd04ca-3edc-4142-9ee7-d0f1171d5c5e tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:41.785275 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.plugin [None req-efbd04ca-3edc-4142-9ee7-d0f1171d5c5e tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Calling delete_port for 76945082-6f42-4a54-9e21-3bde31c4a905 owned by network:floatingip {{(pid=94010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:19:41.940920 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-efbd04ca-3edc-4142-9ee7-d0f1171d5c5e tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748757126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748756606410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14298976'] for port, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:41.969124 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbd04ca-3edc-4142-9ee7-d0f1171d5c5e tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Pushing event deleted for resources: {'Port': ['ID=76945082-6f42-4a54-9e21-3bde31c4a905,revision_number=None']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:19:41.996115 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbd04ca-3edc-4142-9ee7-d0f1171d5c5e tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:19:41.996460 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbd04ca-3edc-4142-9ee7-d0f1171d5c5e tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:19:41.996812 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbd04ca-3edc-4142-9ee7-d0f1171d5c5e tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:19:41.997131 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbd04ca-3edc-4142-9ee7-d0f1171d5c5e tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:19:41.997460 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbd04ca-3edc-4142-9ee7-d0f1171d5c5e tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:19:41.997787 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbd04ca-3edc-4142-9ee7-d0f1171d5c5e tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:19:41.998152 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbd04ca-3edc-4142-9ee7-d0f1171d5c5e tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:19:41.998484 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbd04ca-3edc-4142-9ee7-d0f1171d5c5e tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:19:41.998804 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbd04ca-3edc-4142-9ee7-d0f1171d5c5e tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:19:41.999124 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbd04ca-3edc-4142-9ee7-d0f1171d5c5e tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:19:41.999446 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbd04ca-3edc-4142-9ee7-d0f1171d5c5e tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:19:41.999762 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbd04ca-3edc-4142-9ee7-d0f1171d5c5e tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:19:42.041504 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-efbd04ca-3edc-4142-9ee7-d0f1171d5c5e tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks [] for floatingip, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:42.041832 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.db.l3_db [None req-efbd04ca-3edc-4142-9ee7-d0f1171d5c5e tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Floating IP c72409ee-6c2f-4448-8754-40e8665a1fed disassociated (deleted). External IP: 172.27.0.249, port: 163223b4-a8fd-4759-b933-1eeb556c8008. Sep 10 15:19:42.253220 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efbd04ca-3edc-4142-9ee7-d0f1171d5c5e tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Router 14040cf8-03c7-4dc3-9b39-04fd716291de has already been hosted by L3 agent b0771735-54fe-4ba2-aeee-11d3b2b54cf1 {{(pid=94010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 15:19:42.358622 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efbd04ca-3edc-4142-9ee7-d0f1171d5c5e tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify agent at l3_agent.dv-cinder-760153-10-iscsi the message routers_updated {{(pid=94010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:19:42.363503 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-efbd04ca-3edc-4142-9ee7-d0f1171d5c5e tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46804'] for floatingip, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:42.368644 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb984d3e-02c5-4954-8543-91385c5f87ec None None] Sync routers for ids ['14040cf8-03c7-4dc3-9b39-04fd716291de'] in dv-cinder-760153-10-iscsi {{(pid=94011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:19:42.377330 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb984d3e-02c5-4954-8543-91385c5f87ec None None] Routers {'14040cf8-03c7-4dc3-9b39-04fd716291de'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:19:42.377938 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-bb984d3e-02c5-4954-8543-91385c5f87ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T15:19:27Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['14040cf8-03c7-4dc3-9b39-04fd716291de'], 'active': True} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:19:42.393611 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-efbd04ca-3edc-4142-9ee7-d0f1171d5c5e tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "DELETE /v2.0/floatingips/c72409ee-6c2f-4448-8754-40e8665a1fed HTTP/1.1" status: 204 len: 168 time: 0.8503072 Sep 10 15:19:42.394246 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f2af4fe-eab6-47c4-9eab-e5c9c02463ae', 'tag': '163223b4-a8fd-4759-b933-1eeb556c8008'}] {{(pid=94010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:19:42.396490 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff59ba7baab64600ea656df3deb47cfc0f0684b4bff4090ee9645072728f0a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f700e5b-115b-4ebf-bc5b-5ae46f3e2765" -d '{"events": [{"name": "network-changed", "server_uuid": "1f2af4fe-eab6-47c4-9eab-e5c9c02463ae", "tag": "163223b4-a8fd-4759-b933-1eeb556c8008"}]}' {{(pid=94010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:19:42.441208 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 15:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-554b72bd-c43f-40e0-812a-a1ff6931ab6d x-openstack-request-id: req-554b72bd-c43f-40e0-812a-a1ff6931ab6d {{(pid=94010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:19:42.441601 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f2af4fe-eab6-47c4-9eab-e5c9c02463ae", "tag": "163223b4-a8fd-4759-b933-1eeb556c8008", "status": "completed", "code": 200}]} {{(pid=94010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:19:42.441988 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-554b72bd-c43f-40e0-812a-a1ff6931ab6d {{(pid=94010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:19:42.442619 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f2af4fe-eab6-47c4-9eab-e5c9c02463ae', 'tag': '163223b4-a8fd-4759-b933-1eeb556c8008', 'status': 'completed', 'code': 200} Sep 10 15:19:42.499489 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvr_db [None req-bb984d3e-02c5-4954-8543-91385c5f87ec None None] Set router 14040cf8-03c7-4dc3-9b39-04fd716291de gateway port host: dv-cinder-760153-10-iscsi {{(pid=94011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:19:42.508751 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f700e5b-115b-4ebf-bc5b-5ae46f3e2765 req-b73950bf-7bec-44ab-bd50-a562c2ae3c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:42.510312 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-9f700e5b-115b-4ebf-bc5b-5ae46f3e2765 req-b73950bf-7bec-44ab-bd50-a562c2ae3c3d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a54041e21d774dc082088058e0725c3e&device_id=1f2af4fe-eab6-47c4-9eab-e5c9c02463ae HTTP/1.1" status: 200 len: 1098 time: 0.0455174 Sep 10 15:19:42.655097 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f700e5b-115b-4ebf-bc5b-5ae46f3e2765 req-7a9f9526-af11-48b5-9b24-a8d626651e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:42.656608 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-9f700e5b-115b-4ebf-bc5b-5ae46f3e2765 req-7a9f9526-af11-48b5-9b24-a8d626651e5c service neutron] 10.222.0.42 "GET /v2.0/networks?id=c00924aa-47db-4fd4-bda2-4f4111d84f4b HTTP/1.1" status: 200 len: 912 time: 0.1335607 Sep 10 15:19:42.667058 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7f2cad-fa9b-4f49-958b-8d6cc8b397e8 req-dfc0c4cb-2675-4a41-8674-1c3e7e9d0a7e tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:42.668625 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-9b7f2cad-fa9b-4f49-958b-8d6cc8b397e8 req-dfc0c4cb-2675-4a41-8674-1c3e7e9d0a7e tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f2af4fe-eab6-47c4-9eab-e5c9c02463ae HTTP/1.1" status: 200 len: 945 time: 0.0775654 Sep 10 15:19:42.722613 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-9f700e5b-115b-4ebf-bc5b-5ae46f3e2765 req-df1e30f5-9e3e-4bb0-98d5-450ff8ab312b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=163223b4-a8fd-4759-b933-1eeb556c8008 HTTP/1.1" status: 200 len: 217 time: 0.0529563 Sep 10 15:19:42.775350 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-9b7f2cad-fa9b-4f49-958b-8d6cc8b397e8 req-79e139a9-6ab6-4e18-b4a7-a88c2641bcaa tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e8b286c-a333-4d93-80e3-ff81cfb92203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997765 Sep 10 15:19:42.797499 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f700e5b-115b-4ebf-bc5b-5ae46f3e2765 req-c3085214-77f9-4e8d-bb01-3ad0fe41f0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:42.798987 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-9f700e5b-115b-4ebf-bc5b-5ae46f3e2765 req-c3085214-77f9-4e8d-bb01-3ad0fe41f0f4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=355b14f6-a44c-4c11-96c3-a282c3e99d40 HTTP/1.1" status: 200 len: 850 time: 0.0686622 Sep 10 15:19:42.846912 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f700e5b-115b-4ebf-bc5b-5ae46f3e2765 req-2e86cb4b-f525-48ad-941a-62b94729fe3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:42.848388 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-9f700e5b-115b-4ebf-bc5b-5ae46f3e2765 req-2e86cb4b-f525-48ad-941a-62b94729fe3c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c00924aa-47db-4fd4-bda2-4f4111d84f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0401413 Sep 10 15:19:42.860490 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-bb984d3e-02c5-4954-8543-91385c5f87ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14040cf8-03c7-4dc3-9b39-04fd716291de', 'name': 'tempest-TestVolumeBootPattern-428447017-router', 'tenant_id': 'a54041e21d774dc082088058e0725c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '0e0acf2c-5d83-466d-9036-0627ffcb4498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:12:49Z', 'updated_at': '2021-09-10T15:12:52Z', 'revision_number': 4, 'project_id': 'a54041e21d774dc082088058e0725c3e', 'gw_port': {'id': '0e0acf2c-5d83-466d-9036-0627ffcb4498', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:0e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14040cf8-03c7-4dc3-9b39-04fd716291de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:12:49Z', 'updated_at': '2021-09-10T15:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi', '_floatingips': [{'id': '169bad5d-0195-424e-9ef9-b834fa842bb0', 'tenant_id': 'a54041e21d774dc082088058e0725c3e', 'floating_ip_address': '172.27.0.114', 'floating_network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'router_id': '14040cf8-03c7-4dc3-9b39-04fd716291de', 'port_id': '260a1d31-8c2c-4e38-867f-8dc1fdfb968f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c00924aa-47db-4fd4-bda2-4f4111d84f4b', 'mac_address': 'fa:16:3e:fc:ef:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac77b436-5e21-4fae-9d69-2962ff5a60b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T15:16:07Z', 'updated_at': '2021-09-10T15:16:10Z', 'revision_number': 1, 'project_id': 'a54041e21d774dc082088058e0725c3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a5a41a6-1b14-4cbd-a104-9870c1c496ca', 'name': '', 'network_id': 'c00924aa-47db-4fd4-bda2-4f4111d84f4b', 'tenant_id': 'a54041e21d774dc082088058e0725c3e', 'mac_address': 'fa:16:3e:59:d0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14040cf8-03c7-4dc3-9b39-04fd716291de', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '355b14f6-a44c-4c11-96c3-a282c3e99d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:12:52Z', 'updated_at': '2021-09-10T15:13:00Z', 'revision_number': 5, 'project_id': 'a54041e21d774dc082088058e0725c3e', 'subnets': [{'id': '355b14f6-a44c-4c11-96c3-a282c3e99d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:19:42.891192 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb984d3e-02c5-4954-8543-91385c5f87ec None None] Checking router: 14040cf8-03c7-4dc3-9b39-04fd716291de for host: dv-cinder-760153-10-iscsi {{(pid=94011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:19:42.900715 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb984d3e-02c5-4954-8543-91385c5f87ec None None] Routers {'14040cf8-03c7-4dc3-9b39-04fd716291de'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:19:42.901329 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-bb984d3e-02c5-4954-8543-91385c5f87ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T15:19:27Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['14040cf8-03c7-4dc3-9b39-04fd716291de'], 'active': True} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:19:42.942845 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-9f700e5b-115b-4ebf-bc5b-5ae46f3e2765 req-9be0e17a-dde2-4657-92a3-8d33809082af service neutron] 10.222.0.42 "GET /v2.0/networks/c00924aa-47db-4fd4-bda2-4f4111d84f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858998 Sep 10 15:19:43.012934 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvr_db [None req-bb984d3e-02c5-4954-8543-91385c5f87ec None None] Set router 14040cf8-03c7-4dc3-9b39-04fd716291de gateway port host: dv-cinder-760153-10-iscsi {{(pid=94011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:19:43.033196 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-9f700e5b-115b-4ebf-bc5b-5ae46f3e2765 req-b38dd56b-99ea-497e-bffa-6aec40346cdf service neutron] 10.222.0.42 "GET /v2.0/networks/c00924aa-47db-4fd4-bda2-4f4111d84f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827744 Sep 10 15:19:43.239942 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-bb984d3e-02c5-4954-8543-91385c5f87ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14040cf8-03c7-4dc3-9b39-04fd716291de', 'name': 'tempest-TestVolumeBootPattern-428447017-router', 'tenant_id': 'a54041e21d774dc082088058e0725c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '0e0acf2c-5d83-466d-9036-0627ffcb4498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:12:49Z', 'updated_at': '2021-09-10T15:12:52Z', 'revision_number': 4, 'project_id': 'a54041e21d774dc082088058e0725c3e', 'gw_port': {'id': '0e0acf2c-5d83-466d-9036-0627ffcb4498', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:0e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14040cf8-03c7-4dc3-9b39-04fd716291de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:12:49Z', 'updated_at': '2021-09-10T15:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi', '_floatingips': [{'id': '169bad5d-0195-424e-9ef9-b834fa842bb0', 'tenant_id': 'a54041e21d774dc082088058e0725c3e', 'floating_ip_address': '172.27.0.114', 'floating_network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'router_id': '14040cf8-03c7-4dc3-9b39-04fd716291de', 'port_id': '260a1d31-8c2c-4e38-867f-8dc1fdfb968f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c00924aa-47db-4fd4-bda2-4f4111d84f4b', 'mac_address': 'fa:16:3e:fc:ef:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac77b436-5e21-4fae-9d69-2962ff5a60b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T15:16:07Z', 'updated_at': '2021-09-10T15:16:10Z', 'revision_number': 1, 'project_id': 'a54041e21d774dc082088058e0725c3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a5a41a6-1b14-4cbd-a104-9870c1c496ca', 'name': '', 'network_id': 'c00924aa-47db-4fd4-bda2-4f4111d84f4b', 'tenant_id': 'a54041e21d774dc082088058e0725c3e', 'mac_address': 'fa:16:3e:59:d0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14040cf8-03c7-4dc3-9b39-04fd716291de', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '355b14f6-a44c-4c11-96c3-a282c3e99d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:12:52Z', 'updated_at': '2021-09-10T15:13:00Z', 'revision_number': 5, 'project_id': 'a54041e21d774dc082088058e0725c3e', 'subnets': [{'id': '355b14f6-a44c-4c11-96c3-a282c3e99d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:19:43.269979 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb984d3e-02c5-4954-8543-91385c5f87ec None None] The sync data for ids ['14040cf8-03c7-4dc3-9b39-04fd716291de'] in dv-cinder-760153-10-iscsi is: [{'id': '14040cf8-03c7-4dc3-9b39-04fd716291de', 'name': 'tempest-TestVolumeBootPattern-428447017-router', 'tenant_id': 'a54041e21d774dc082088058e0725c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '0e0acf2c-5d83-466d-9036-0627ffcb4498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:12:49Z', 'updated_at': '2021-09-10T15:12:52Z', 'revision_number': 4, 'project_id': 'a54041e21d774dc082088058e0725c3e', 'gw_port': {'id': '0e0acf2c-5d83-466d-9036-0627ffcb4498', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:0e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14040cf8-03c7-4dc3-9b39-04fd716291de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:12:49Z', 'updated_at': '2021-09-10T15:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi', '_floatingips': [{'id': '169bad5d-0195-424e-9ef9-b834fa842bb0', 'tenant_id': 'a54041e21d774dc082088058e0725c3e', 'floating_ip_address': '172.27.0.114', 'floating_network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'router_id': '14040cf8-03c7-4dc3-9b39-04fd716291de', 'port_id': '260a1d31-8c2c-4e38-867f-8dc1fdfb968f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c00924aa-47db-4fd4-bda2-4f4111d84f4b', 'mac_address': 'fa:16:3e:fc:ef:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac77b436-5e21-4fae-9d69-2962ff5a60b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T15:16:07Z', 'updated_at': '2021-09-10T15:16:10Z', 'revision_number': 1, 'project_id': 'a54041e21d774dc082088058e0725c3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a5a41a6-1b14-4cbd-a104-9870c1c496ca', 'name': '', 'network_id': 'c00924aa-47db-4fd4-bda2-4f4111d84f4b', 'tenant_id': 'a54041e21d774dc082088058e0725c3e', 'mac_address': 'fa:16:3e:59:d0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14040cf8-03c7-4dc3-9b39-04fd716291de', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '355b14f6-a44c-4c11-96c3-a282c3e99d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:12:52Z', 'updated_at': '2021-09-10T15:13:00Z', 'revision_number': 5, 'project_id': 'a54041e21d774dc082088058e0725c3e', 'subnets': [{'id': '355b14f6-a44c-4c11-96c3-a282c3e99d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:19:43.484798 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bcfd356-c3aa-453b-97dc-0943be1a3635 None None] New status for floating IP c72409ee-6c2f-4448-8754-40e8665a1fed: DOWN {{(pid=94012) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 15:19:43.898216 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e2d9f-3c13-499d-94c9-d6c25a369e7c req-008e30ea-a73f-4988-bbf6-12cd729e2a91 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:43.901036 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-114e2d9f-3c13-499d-94c9-d6c25a369e7c req-008e30ea-a73f-4988-bbf6-12cd729e2a91 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f2af4fe-eab6-47c4-9eab-e5c9c02463ae HTTP/1.1" status: 200 len: 945 time: 0.0529287 Sep 10 15:19:43.938015 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-114e2d9f-3c13-499d-94c9-d6c25a369e7c req-54acc279-23fd-47ed-9c24-ae164a2cb531 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e8b286c-a333-4d93-80e3-ff81cfb92203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321107 Sep 10 15:19:44.142436 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ff3985-d5c1-41a5-a98d-1dfb656bdb7b req-d2acc120-1e46-471f-858b-a1e78319bdd8 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:44.143865 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-18ff3985-d5c1-41a5-a98d-1dfb656bdb7b req-d2acc120-1e46-471f-858b-a1e78319bdd8 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f2af4fe-eab6-47c4-9eab-e5c9c02463ae HTTP/1.1" status: 200 len: 945 time: 0.0491986 Sep 10 15:19:44.235528 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.plugin [req-18ff3985-d5c1-41a5-a98d-1dfb656bdb7b req-772bc85d-78cf-4690-8514-838ce6782c7f tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Deleting port 163223b4-a8fd-4759-b933-1eeb556c8008 {{(pid=94009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:19:44.235870 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-18ff3985-d5c1-41a5-a98d-1dfb656bdb7b req-772bc85d-78cf-4690-8514-838ce6782c7f tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748757118522'] for port, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:44.322878 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.db [req-18ff3985-d5c1-41a5-a98d-1dfb656bdb7b req-772bc85d-78cf-4690-8514-838ce6782c7f tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] For port 163223b4-a8fd-4759-b933-1eeb556c8008, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=163223b4-a8fd-4759-b933-1eeb556c8008,segment=NetworkSegment(0f50cfc0-b7c2-4b4f-b48e-e7079661db92),segment_id=0f50cfc0-b7c2-4b4f-b48e-e7079661db92)] {{(pid=94009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:19:44.323236 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-18ff3985-d5c1-41a5-a98d-1dfb656bdb7b req-772bc85d-78cf-4690-8514-838ce6782c7f tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530186'] for port, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:44.335645 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.plugin [req-18ff3985-d5c1-41a5-a98d-1dfb656bdb7b req-772bc85d-78cf-4690-8514-838ce6782c7f tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Calling delete_port for 163223b4-a8fd-4759-b933-1eeb556c8008 owned by compute:nova {{(pid=94009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:19:44.461134 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-18ff3985-d5c1-41a5-a98d-1dfb656bdb7b req-772bc85d-78cf-4690-8514-838ce6782c7f tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748757126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748756606410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1040815'] for port, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:44.487324 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772bc85d-78cf-4690-8514-838ce6782c7f tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Pushing event deleted for resources: {'Port': ['ID=163223b4-a8fd-4759-b933-1eeb556c8008,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:19:44.497661 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772bc85d-78cf-4690-8514-838ce6782c7f tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:19:44.498006 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772bc85d-78cf-4690-8514-838ce6782c7f tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:19:44.498367 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772bc85d-78cf-4690-8514-838ce6782c7f tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:19:44.498703 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772bc85d-78cf-4690-8514-838ce6782c7f tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:19:44.499032 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772bc85d-78cf-4690-8514-838ce6782c7f tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:19:44.499357 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772bc85d-78cf-4690-8514-838ce6782c7f tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:19:44.499679 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772bc85d-78cf-4690-8514-838ce6782c7f tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:19:44.499997 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772bc85d-78cf-4690-8514-838ce6782c7f tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:19:44.500699 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772bc85d-78cf-4690-8514-838ce6782c7f tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:19:44.500699 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772bc85d-78cf-4690-8514-838ce6782c7f tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:19:44.500990 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772bc85d-78cf-4690-8514-838ce6782c7f tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:19:44.501283 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772bc85d-78cf-4690-8514-838ce6782c7f tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:19:44.541089 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.l3_dvrscheduler_db [req-18ff3985-d5c1-41a5-a98d-1dfb656bdb7b req-772bc85d-78cf-4690-8514-838ce6782c7f tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] No DVR routers for this DVR port 163223b4-a8fd-4759-b933-1eeb556c8008 on host hv-cinder-76015 {{(pid=94009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 15:19:44.543938 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-18ff3985-d5c1-41a5-a98d-1dfb656bdb7b req-772bc85d-78cf-4690-8514-838ce6782c7f tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46804'] for port, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:44.545977 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-18ff3985-d5c1-41a5-a98d-1dfb656bdb7b req-772bc85d-78cf-4690-8514-838ce6782c7f tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.42 "DELETE /v2.0/ports/163223b4-a8fd-4759-b933-1eeb556c8008 HTTP/1.1" status: 204 len: 173 time: 0.3950913 Sep 10 15:19:44.546442 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f2af4fe-eab6-47c4-9eab-e5c9c02463ae', 'name': 'network-vif-deleted', 'tag': '163223b4-a8fd-4759-b933-1eeb556c8008'}] {{(pid=94009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:19:44.548721 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9f06775dd2e397dd855044b511bdd55e5ba575987bbc09c0a11d88d405cb18b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e7e2930-f44d-4ce1-ac1c-3022bc740285" -d '{"events": [{"server_uuid": "1f2af4fe-eab6-47c4-9eab-e5c9c02463ae", "name": "network-vif-deleted", "tag": "163223b4-a8fd-4759-b933-1eeb556c8008"}]}' {{(pid=94009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:19:44.603486 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b411e7-dc04-4ee3-b5a3-06a1278a5c1b x-openstack-request-id: req-67b411e7-dc04-4ee3-b5a3-06a1278a5c1b {{(pid=94009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:19:44.603845 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f2af4fe-eab6-47c4-9eab-e5c9c02463ae", "name": "network-vif-deleted", "tag": "163223b4-a8fd-4759-b933-1eeb556c8008", "status": "completed", "code": 200}]} {{(pid=94009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:19:44.604105 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-67b411e7-dc04-4ee3-b5a3-06a1278a5c1b {{(pid=94009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:19:44.604532 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f2af4fe-eab6-47c4-9eab-e5c9c02463ae', 'name': 'network-vif-deleted', 'tag': '163223b4-a8fd-4759-b933-1eeb556c8008', 'status': 'completed', 'code': 200} Sep 10 15:19:45.045706 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-a5c7e8e8-270d-4304-a0f3-f7cec6ac84ee req-ddc4e6c9-d4de-4962-a7d2-beeeb6f27341 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/ports?device_id=1f2af4fe-eab6-47c4-9eab-e5c9c02463ae HTTP/1.1" status: 200 len: 210 time: 0.0297632 Sep 10 15:19:48.106610 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device 163223b4-a8fd-4759-b933-1eeb556c8008 no longer exists at agent hyperv_hv-cinder-76015 {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:19:48.127197 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] No Port match for: 163223b4-a8fd-4759-b933-1eeb556c8008 {{(pid=94011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:19:48.127540 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device 163223b4-a8fd-4759-b933-1eeb556c8008 not bound to the agent host hv-cinder-76015 {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:19:48.315614 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 50458) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:19:48.466211 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.plugin [None req-5d871d37-bade-44ef-918a-7052e993d9f9 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Deleting port 5ccaafd6-a0e4-4549-9235-0481a999a83a {{(pid=94010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:19:48.466552 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-5d871d37-bade-44ef-918a-7052e993d9f9 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748757118522'] for port, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:48.538978 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-5d871d37-bade-44ef-918a-7052e993d9f9 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530186'] for port, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:48.539416 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-5d871d37-bade-44ef-918a-7052e993d9f9 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:48.550763 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.plugin [None req-5d871d37-bade-44ef-918a-7052e993d9f9 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Calling delete_port for 5ccaafd6-a0e4-4549-9235-0481a999a83a owned by network:floatingip {{(pid=94010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:19:48.696387 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-5d871d37-bade-44ef-918a-7052e993d9f9 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748757126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748756606410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14298976'] for port, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:48.723326 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d871d37-bade-44ef-918a-7052e993d9f9 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Pushing event deleted for resources: {'Port': ['ID=5ccaafd6-a0e4-4549-9235-0481a999a83a,revision_number=None']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:19:48.783134 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-5d871d37-bade-44ef-918a-7052e993d9f9 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks [] for floatingip, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:48.783457 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.db.l3_db [None req-5d871d37-bade-44ef-918a-7052e993d9f9 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Floating IP 169bad5d-0195-424e-9ef9-b834fa842bb0 disassociated (deleted). External IP: 172.27.0.114, port: 260a1d31-8c2c-4e38-867f-8dc1fdfb968f. Sep 10 15:19:48.988920 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d871d37-bade-44ef-918a-7052e993d9f9 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Router 14040cf8-03c7-4dc3-9b39-04fd716291de has already been hosted by L3 agent b0771735-54fe-4ba2-aeee-11d3b2b54cf1 {{(pid=94010) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 15:19:49.095515 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d871d37-bade-44ef-918a-7052e993d9f9 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify agent at l3_agent.dv-cinder-760153-10-iscsi the message routers_updated {{(pid=94010) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:19:49.100598 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-5d871d37-bade-44ef-918a-7052e993d9f9 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46804'] for floatingip, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:49.106601 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072923a9-064c-44bf-87cc-5978882086d3 None None] Sync routers for ids ['14040cf8-03c7-4dc3-9b39-04fd716291de'] in dv-cinder-760153-10-iscsi {{(pid=94011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:19:49.115590 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072923a9-064c-44bf-87cc-5978882086d3 None None] Routers {'14040cf8-03c7-4dc3-9b39-04fd716291de'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:19:49.116899 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-072923a9-064c-44bf-87cc-5978882086d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T15:19:27Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['14040cf8-03c7-4dc3-9b39-04fd716291de'], 'active': True} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:19:49.131108 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-5d871d37-bade-44ef-918a-7052e993d9f9 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "DELETE /v2.0/floatingips/169bad5d-0195-424e-9ef9-b834fa842bb0 HTTP/1.1" status: 204 len: 168 time: 0.8143153 Sep 10 15:19:49.131671 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac77b436-5e21-4fae-9d69-2962ff5a60b1', 'tag': '260a1d31-8c2c-4e38-867f-8dc1fdfb968f'}] {{(pid=94010) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:19:49.136508 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ff59ba7baab64600ea656df3deb47cfc0f0684b4bff4090ee9645072728f0a8e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d7464bf-e2b8-437c-8c37-cf87a961a941" -d '{"events": [{"name": "network-changed", "server_uuid": "ac77b436-5e21-4fae-9d69-2962ff5a60b1", "tag": "260a1d31-8c2c-4e38-867f-8dc1fdfb968f"}]}' {{(pid=94010) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:19:49.175229 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 15:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-608cb49c-5b42-479b-96d7-4785b1bcaf12 x-openstack-request-id: req-608cb49c-5b42-479b-96d7-4785b1bcaf12 {{(pid=94010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:19:49.175660 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac77b436-5e21-4fae-9d69-2962ff5a60b1", "tag": "260a1d31-8c2c-4e38-867f-8dc1fdfb968f", "status": "completed", "code": 200}]} {{(pid=94010) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:19:49.175771 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-608cb49c-5b42-479b-96d7-4785b1bcaf12 {{(pid=94010) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:19:49.176136 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac77b436-5e21-4fae-9d69-2962ff5a60b1', 'tag': '260a1d31-8c2c-4e38-867f-8dc1fdfb968f', 'status': 'completed', 'code': 200} Sep 10 15:19:49.230520 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvr_db [None req-072923a9-064c-44bf-87cc-5978882086d3 None None] Set router 14040cf8-03c7-4dc3-9b39-04fd716291de gateway port host: dv-cinder-760153-10-iscsi {{(pid=94011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:19:49.242644 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7464bf-e2b8-437c-8c37-cf87a961a941 req-07b49cea-4d81-41f3-bcea-32eab414ef69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:49.244080 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-5d7464bf-e2b8-437c-8c37-cf87a961a941 req-07b49cea-4d81-41f3-bcea-32eab414ef69 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=a54041e21d774dc082088058e0725c3e&device_id=ac77b436-5e21-4fae-9d69-2962ff5a60b1 HTTP/1.1" status: 200 len: 1098 time: 0.0430739 Sep 10 15:19:49.378561 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7464bf-e2b8-437c-8c37-cf87a961a941 req-65ee46e1-b165-4463-8b51-120cee1806fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:49.380028 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-5d7464bf-e2b8-437c-8c37-cf87a961a941 req-65ee46e1-b165-4463-8b51-120cee1806fc service neutron] 10.222.0.42 "GET /v2.0/networks?id=c00924aa-47db-4fd4-bda2-4f4111d84f4b HTTP/1.1" status: 200 len: 912 time: 0.1230645 Sep 10 15:19:49.393020 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b731360-e191-4f1b-a40d-78c75eea2ba5 req-bd7f9ab6-70ca-4c3f-af84-20f61dcc41bd tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:49.394591 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-0b731360-e191-4f1b-a40d-78c75eea2ba5 req-bd7f9ab6-70ca-4c3f-af84-20f61dcc41bd tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac77b436-5e21-4fae-9d69-2962ff5a60b1 HTTP/1.1" status: 200 len: 945 time: 0.0724664 Sep 10 15:19:49.434677 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-5d7464bf-e2b8-437c-8c37-cf87a961a941 req-9a289b32-d528-4846-8e9a-1a73c814e222 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=260a1d31-8c2c-4e38-867f-8dc1fdfb968f HTTP/1.1" status: 200 len: 217 time: 0.0391464 Sep 10 15:19:49.446249 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-072923a9-064c-44bf-87cc-5978882086d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14040cf8-03c7-4dc3-9b39-04fd716291de', 'name': 'tempest-TestVolumeBootPattern-428447017-router', 'tenant_id': 'a54041e21d774dc082088058e0725c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '0e0acf2c-5d83-466d-9036-0627ffcb4498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:12:49Z', 'updated_at': '2021-09-10T15:12:52Z', 'revision_number': 4, 'project_id': 'a54041e21d774dc082088058e0725c3e', 'gw_port': {'id': '0e0acf2c-5d83-466d-9036-0627ffcb4498', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:0e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14040cf8-03c7-4dc3-9b39-04fd716291de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:12:49Z', 'updated_at': '2021-09-10T15:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi', '_interfaces': [{'id': '0a5a41a6-1b14-4cbd-a104-9870c1c496ca', 'name': '', 'network_id': 'c00924aa-47db-4fd4-bda2-4f4111d84f4b', 'tenant_id': 'a54041e21d774dc082088058e0725c3e', 'mac_address': 'fa:16:3e:59:d0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14040cf8-03c7-4dc3-9b39-04fd716291de', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '355b14f6-a44c-4c11-96c3-a282c3e99d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:12:52Z', 'updated_at': '2021-09-10T15:13:00Z', 'revision_number': 5, 'project_id': 'a54041e21d774dc082088058e0725c3e', 'subnets': [{'id': '355b14f6-a44c-4c11-96c3-a282c3e99d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:19:49.476038 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072923a9-064c-44bf-87cc-5978882086d3 None None] Checking router: 14040cf8-03c7-4dc3-9b39-04fd716291de for host: dv-cinder-760153-10-iscsi {{(pid=94011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:19:49.484777 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072923a9-064c-44bf-87cc-5978882086d3 None None] Routers {'14040cf8-03c7-4dc3-9b39-04fd716291de'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:19:49.485285 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-072923a9-064c-44bf-87cc-5978882086d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T15:19:27Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['14040cf8-03c7-4dc3-9b39-04fd716291de'], 'active': True} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:19:49.493813 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-0b731360-e191-4f1b-a40d-78c75eea2ba5 req-e832cfec-d765-4524-b992-690ef7c0604f tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e8b286c-a333-4d93-80e3-ff81cfb92203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917363 Sep 10 15:19:49.501050 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7464bf-e2b8-437c-8c37-cf87a961a941 req-c1ff9198-7070-4297-b4ac-561e65f04ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:49.502523 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-5d7464bf-e2b8-437c-8c37-cf87a961a941 req-c1ff9198-7070-4297-b4ac-561e65f04ac8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=355b14f6-a44c-4c11-96c3-a282c3e99d40 HTTP/1.1" status: 200 len: 850 time: 0.0584087 Sep 10 15:19:49.552768 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7464bf-e2b8-437c-8c37-cf87a961a941 req-44b609b6-95d7-4e2f-ba96-6b40732e2b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:49.555118 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-5d7464bf-e2b8-437c-8c37-cf87a961a941 req-44b609b6-95d7-4e2f-ba96-6b40732e2b42 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c00924aa-47db-4fd4-bda2-4f4111d84f4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0445895 Sep 10 15:19:49.593901 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvr_db [None req-072923a9-064c-44bf-87cc-5978882086d3 None None] Set router 14040cf8-03c7-4dc3-9b39-04fd716291de gateway port host: dv-cinder-760153-10-iscsi {{(pid=94011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:19:49.648196 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-5d7464bf-e2b8-437c-8c37-cf87a961a941 req-f863a3a3-c8eb-4762-9f61-f5e3c4ca3488 service neutron] 10.222.0.42 "GET /v2.0/networks/c00924aa-47db-4fd4-bda2-4f4111d84f4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842841 Sep 10 15:19:49.745862 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-5d7464bf-e2b8-437c-8c37-cf87a961a941 req-c4fcec23-49e3-4d52-95b2-445e4322bb12 service neutron] 10.222.0.42 "GET /v2.0/networks/c00924aa-47db-4fd4-bda2-4f4111d84f4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890286 Sep 10 15:19:49.793718 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-072923a9-064c-44bf-87cc-5978882086d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14040cf8-03c7-4dc3-9b39-04fd716291de', 'name': 'tempest-TestVolumeBootPattern-428447017-router', 'tenant_id': 'a54041e21d774dc082088058e0725c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '0e0acf2c-5d83-466d-9036-0627ffcb4498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:12:49Z', 'updated_at': '2021-09-10T15:12:52Z', 'revision_number': 4, 'project_id': 'a54041e21d774dc082088058e0725c3e', 'gw_port': {'id': '0e0acf2c-5d83-466d-9036-0627ffcb4498', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:0e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14040cf8-03c7-4dc3-9b39-04fd716291de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:12:49Z', 'updated_at': '2021-09-10T15:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi', '_interfaces': [{'id': '0a5a41a6-1b14-4cbd-a104-9870c1c496ca', 'name': '', 'network_id': 'c00924aa-47db-4fd4-bda2-4f4111d84f4b', 'tenant_id': 'a54041e21d774dc082088058e0725c3e', 'mac_address': 'fa:16:3e:59:d0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14040cf8-03c7-4dc3-9b39-04fd716291de', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '355b14f6-a44c-4c11-96c3-a282c3e99d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:12:52Z', 'updated_at': '2021-09-10T15:13:00Z', 'revision_number': 5, 'project_id': 'a54041e21d774dc082088058e0725c3e', 'subnets': [{'id': '355b14f6-a44c-4c11-96c3-a282c3e99d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:19:49.825161 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072923a9-064c-44bf-87cc-5978882086d3 None None] The sync data for ids ['14040cf8-03c7-4dc3-9b39-04fd716291de'] in dv-cinder-760153-10-iscsi is: [{'id': '14040cf8-03c7-4dc3-9b39-04fd716291de', 'name': 'tempest-TestVolumeBootPattern-428447017-router', 'tenant_id': 'a54041e21d774dc082088058e0725c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '0e0acf2c-5d83-466d-9036-0627ffcb4498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:12:49Z', 'updated_at': '2021-09-10T15:12:52Z', 'revision_number': 4, 'project_id': 'a54041e21d774dc082088058e0725c3e', 'gw_port': {'id': '0e0acf2c-5d83-466d-9036-0627ffcb4498', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:0e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14040cf8-03c7-4dc3-9b39-04fd716291de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:12:49Z', 'updated_at': '2021-09-10T15:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi', '_interfaces': [{'id': '0a5a41a6-1b14-4cbd-a104-9870c1c496ca', 'name': '', 'network_id': 'c00924aa-47db-4fd4-bda2-4f4111d84f4b', 'tenant_id': 'a54041e21d774dc082088058e0725c3e', 'mac_address': 'fa:16:3e:59:d0:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14040cf8-03c7-4dc3-9b39-04fd716291de', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '355b14f6-a44c-4c11-96c3-a282c3e99d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:12:52Z', 'updated_at': '2021-09-10T15:13:00Z', 'revision_number': 5, 'project_id': 'a54041e21d774dc082088058e0725c3e', 'subnets': [{'id': '355b14f6-a44c-4c11-96c3-a282c3e99d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:19:50.032718 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef25b3da-047e-4c17-9309-79b8d6fa9c6b None None] New status for floating IP 169bad5d-0195-424e-9ef9-b834fa842bb0: DOWN {{(pid=94012) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 15:19:50.611592 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facce44b-23f3-44fe-a359-b40bb32d3a30 req-b5e9871d-145a-49bd-babf-98b6c95940c8 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:50.613509 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-facce44b-23f3-44fe-a359-b40bb32d3a30 req-b5e9871d-145a-49bd-babf-98b6c95940c8 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac77b436-5e21-4fae-9d69-2962ff5a60b1 HTTP/1.1" status: 200 len: 945 time: 0.0507159 Sep 10 15:19:50.654044 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-facce44b-23f3-44fe-a359-b40bb32d3a30 req-7702f4b8-11f4-45db-be77-255dd89c17d3 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/security-groups?id=1e8b286c-a333-4d93-80e3-ff81cfb92203&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333524 Sep 10 15:19:50.824556 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe370a5a-7a0d-498f-b5b9-40bda4dbfaa6 req-f5ca8f9a-6021-477e-8142-9c41668c9b1d tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94009) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 15:19:50.826043 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-fe370a5a-7a0d-498f-b5b9-40bda4dbfaa6 req-f5ca8f9a-6021-477e-8142-9c41668c9b1d tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac77b436-5e21-4fae-9d69-2962ff5a60b1 HTTP/1.1" status: 200 len: 945 time: 0.0487075 Sep 10 15:19:50.916783 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.plugin [req-fe370a5a-7a0d-498f-b5b9-40bda4dbfaa6 req-3d39db5d-da4c-4220-b0f4-9246a4b638dc tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Deleting port 260a1d31-8c2c-4e38-867f-8dc1fdfb968f {{(pid=94009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:19:50.917121 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-fe370a5a-7a0d-498f-b5b9-40bda4dbfaa6 req-3d39db5d-da4c-4220-b0f4-9246a4b638dc tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748757118522'] for port, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:51.005185 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.db [req-fe370a5a-7a0d-498f-b5b9-40bda4dbfaa6 req-3d39db5d-da4c-4220-b0f4-9246a4b638dc tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] For port 260a1d31-8c2c-4e38-867f-8dc1fdfb968f, host hv-cinder-76015, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76015',level=0,port_id=260a1d31-8c2c-4e38-867f-8dc1fdfb968f,segment=NetworkSegment(0f50cfc0-b7c2-4b4f-b48e-e7079661db92),segment_id=0f50cfc0-b7c2-4b4f-b48e-e7079661db92)] {{(pid=94009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:19:51.005548 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-fe370a5a-7a0d-498f-b5b9-40bda4dbfaa6 req-3d39db5d-da4c-4220-b0f4-9246a4b638dc tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530186'] for port, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:51.021468 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.plugin [req-fe370a5a-7a0d-498f-b5b9-40bda4dbfaa6 req-3d39db5d-da4c-4220-b0f4-9246a4b638dc tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Calling delete_port for 260a1d31-8c2c-4e38-867f-8dc1fdfb968f owned by compute:nova {{(pid=94009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:19:51.146390 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-fe370a5a-7a0d-498f-b5b9-40bda4dbfaa6 req-3d39db5d-da4c-4220-b0f4-9246a4b638dc tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748757126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748756606410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1040815'] for port, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:51.172492 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d39db5d-da4c-4220-b0f4-9246a4b638dc tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Pushing event deleted for resources: {'Port': ['ID=260a1d31-8c2c-4e38-867f-8dc1fdfb968f,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:19:51.219562 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe370a5a-7a0d-498f-b5b9-40bda4dbfaa6 req-3d39db5d-da4c-4220-b0f4-9246a4b638dc tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] No DVR routers for this DVR port 260a1d31-8c2c-4e38-867f-8dc1fdfb968f on host hv-cinder-76015 {{(pid=94009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 15:19:51.222066 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [req-fe370a5a-7a0d-498f-b5b9-40bda4dbfaa6 req-3d39db5d-da4c-4220-b0f4-9246a4b638dc tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46804'] for port, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:51.224021 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-fe370a5a-7a0d-498f-b5b9-40bda4dbfaa6 req-3d39db5d-da4c-4220-b0f4-9246a4b638dc tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.42 "DELETE /v2.0/ports/260a1d31-8c2c-4e38-867f-8dc1fdfb968f HTTP/1.1" status: 204 len: 173 time: 0.3918626 Sep 10 15:19:51.224450 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac77b436-5e21-4fae-9d69-2962ff5a60b1', 'name': 'network-vif-deleted', 'tag': '260a1d31-8c2c-4e38-867f-8dc1fdfb968f'}] {{(pid=94009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 15:19:51.227339 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9f06775dd2e397dd855044b511bdd55e5ba575987bbc09c0a11d88d405cb18b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8fdd5ee-d703-4983-8ad3-43d90890fc34" -d '{"events": [{"server_uuid": "ac77b436-5e21-4fae-9d69-2962ff5a60b1", "name": "network-vif-deleted", "tag": "260a1d31-8c2c-4e38-867f-8dc1fdfb968f"}]}' {{(pid=94009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 15:19:51.268303 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 15:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab594b4a-73b5-4717-b5b0-5c547a7a04ae x-openstack-request-id: req-ab594b4a-73b5-4717-b5b0-5c547a7a04ae {{(pid=94009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 15:19:51.268595 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac77b436-5e21-4fae-9d69-2962ff5a60b1", "name": "network-vif-deleted", "tag": "260a1d31-8c2c-4e38-867f-8dc1fdfb968f", "status": "completed", "code": 200}]} {{(pid=94009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 15:19:51.268914 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ab594b4a-73b5-4717-b5b0-5c547a7a04ae {{(pid=94009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 15:19:51.269307 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac77b436-5e21-4fae-9d69-2962ff5a60b1', 'name': 'network-vif-deleted', 'tag': '260a1d31-8c2c-4e38-867f-8dc1fdfb968f', 'status': 'completed', 'code': 200} Sep 10 15:19:51.761516 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [req-d5432f5b-4f91-4645-a678-5df14b8ce3d6 req-df6ede13-f4bb-489c-af08-a4b223c3424a tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "GET /v2.0/ports?device_id=ac77b436-5e21-4fae-9d69-2962ff5a60b1 HTTP/1.1" status: 200 len: 210 time: 0.0286984 Sep 10 15:19:52.823739 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 50474) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:19:52.946446 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.plugin [None req-867ade6d-8cb9-48d3-90b0-9ec67e2547c8 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Deleting port 70198194-ae5a-4c36-b66e-5c63deb49b61 {{(pid=94010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:19:52.946783 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-867ade6d-8cb9-48d3-90b0-9ec67e2547c8 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748757118522'] for port, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:53.019754 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-867ade6d-8cb9-48d3-90b0-9ec67e2547c8 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530186'] for port, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:53.020076 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-867ade6d-8cb9-48d3-90b0-9ec67e2547c8 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:53.031833 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.plugin [None req-867ade6d-8cb9-48d3-90b0-9ec67e2547c8 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Calling delete_port for 70198194-ae5a-4c36-b66e-5c63deb49b61 owned by network:floatingip {{(pid=94010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:19:53.161100 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-867ade6d-8cb9-48d3-90b0-9ec67e2547c8 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748757126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748756606410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14298976'] for port, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:53.186658 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ade6d-8cb9-48d3-90b0-9ec67e2547c8 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Pushing event deleted for resources: {'Port': ['ID=70198194-ae5a-4c36-b66e-5c63deb49b61,revision_number=None']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:19:53.249707 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-867ade6d-8cb9-48d3-90b0-9ec67e2547c8 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks [] for floatingip, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:53.252384 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-867ade6d-8cb9-48d3-90b0-9ec67e2547c8 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46804'] for floatingip, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:53.253544 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-867ade6d-8cb9-48d3-90b0-9ec67e2547c8 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "DELETE /v2.0/floatingips/1eeb88ef-818d-45a4-b6de-35c8e2b60fcd HTTP/1.1" status: 204 len: 168 time: 0.4288411 Sep 10 15:19:54.137786 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device 260a1d31-8c2c-4e38-867f-8dc1fdfb968f no longer exists at agent hyperv_hv-cinder-76015 {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:19:54.162173 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] No Port match for: 260a1d31-8c2c-4e38-867f-8dc1fdfb968f {{(pid=94011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:19:54.162517 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Device 260a1d31-8c2c-4e38-867f-8dc1fdfb968f not bound to the agent host hv-cinder-76015 {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:19:54.445232 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 50486) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:19:54.502309 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-1c8e918f-a62b-405c-b32a-d6c53ededdd4 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks [] for security_group, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:54.527148 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-1c8e918f-a62b-405c-b32a-d6c53ededdd4 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:54.587651 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-1c8e918f-a62b-405c-b32a-d6c53ededdd4 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:54.590415 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-1c8e918f-a62b-405c-b32a-d6c53ededdd4 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Notify callbacks [] for security_group, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:54.591579 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-1c8e918f-a62b-405c-b32a-d6c53ededdd4 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] 10.222.0.35 "DELETE /v2.0/security-groups/1e8b286c-a333-4d93-80e3-ff81cfb92203 HTTP/1.1" status: 204 len: 168 time: 0.1453559 Sep 10 15:19:54.601811 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8e918f-a62b-405c-b32a-d6c53ededdd4 tempest-TestVolumeBootPattern-1298841114 tempest-TestVolumeBootPattern-1298841114-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e8b286c-a333-4d93-80e3-ff81cfb92203,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:19:54.644558 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 50490) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:19:54.664783 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-07832b00-7083-4f37-8631-f49ec5d08a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:55.171867 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-fa47bba8-aea0-4be1-9ab0-be03cc052d83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586107'] for router_interface, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:55.422441 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.plugin [None req-fa47bba8-aea0-4be1-9ab0-be03cc052d83 admin admin] Deleting port 0a5a41a6-1b14-4cbd-a104-9870c1c496ca {{(pid=94009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:19:55.422776 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-fa47bba8-aea0-4be1-9ab0-be03cc052d83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748757118522'] for port, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:55.498203 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.db [None req-fa47bba8-aea0-4be1-9ab0-be03cc052d83 admin admin] For port 0a5a41a6-1b14-4cbd-a104-9870c1c496ca, host dv-cinder-760153-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-10-iscsi',level=0,port_id=0a5a41a6-1b14-4cbd-a104-9870c1c496ca,segment=NetworkSegment(0f50cfc0-b7c2-4b4f-b48e-e7079661db92),segment_id=0f50cfc0-b7c2-4b4f-b48e-e7079661db92)] {{(pid=94009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:19:55.498903 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-fa47bba8-aea0-4be1-9ab0-be03cc052d83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530186'] for port, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:55.511200 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.plugin [None req-fa47bba8-aea0-4be1-9ab0-be03cc052d83 admin admin] Calling delete_port for 0a5a41a6-1b14-4cbd-a104-9870c1c496ca owned by network:router_interface {{(pid=94009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:19:55.702307 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-fa47bba8-aea0-4be1-9ab0-be03cc052d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748757126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748756606410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1040815'] for port, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:55.726651 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa47bba8-aea0-4be1-9ab0-be03cc052d83 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a5a41a6-1b14-4cbd-a104-9870c1c496ca,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:19:55.907567 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-fa47bba8-aea0-4be1-9ab0-be03cc052d83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586191'] for router_interface, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:56.131586 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa47bba8-aea0-4be1-9ab0-be03cc052d83 admin admin] Router 14040cf8-03c7-4dc3-9b39-04fd716291de has already been hosted by L3 agent b0771735-54fe-4ba2-aeee-11d3b2b54cf1 {{(pid=94009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 15:19:56.236261 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa47bba8-aea0-4be1-9ab0-be03cc052d83 admin admin] Notify agent at l3_agent.dv-cinder-760153-10-iscsi the message routers_updated {{(pid=94009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:19:56.244993 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-fa47bba8-aea0-4be1-9ab0-be03cc052d83 admin admin] 10.222.0.35 "PUT /v2.0/routers/14040cf8-03c7-4dc3-9b39-04fd716291de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5971370 Sep 10 15:19:56.245206 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 50494) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:19:56.251594 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d8282d-aa7b-4339-85fe-b1e4bc5ca3f5 None None] Sync routers for ids ['14040cf8-03c7-4dc3-9b39-04fd716291de'] in dv-cinder-760153-10-iscsi {{(pid=94011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:19:56.261856 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d8282d-aa7b-4339-85fe-b1e4bc5ca3f5 None None] Routers {'14040cf8-03c7-4dc3-9b39-04fd716291de'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:19:56.262823 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-78d8282d-aa7b-4339-85fe-b1e4bc5ca3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T15:19:27Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['14040cf8-03c7-4dc3-9b39-04fd716291de'], 'active': True} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:19:56.358955 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-2a24796d-1e55-4ff1-91bf-bcde064e4f6e admin admin] Notify callbacks [] for router, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:56.466360 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-2a24796d-1e55-4ff1-91bf-bcde064e4f6e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:56.496942 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvr_db [None req-78d8282d-aa7b-4339-85fe-b1e4bc5ca3f5 None None] Set router 14040cf8-03c7-4dc3-9b39-04fd716291de gateway port host: dv-cinder-760153-10-iscsi {{(pid=94011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:19:56.523848 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.plugin [None req-2a24796d-1e55-4ff1-91bf-bcde064e4f6e admin admin] Deleting port 0e0acf2c-5d83-466d-9036-0627ffcb4498 {{(pid=94009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:19:56.524478 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-2a24796d-1e55-4ff1-91bf-bcde064e4f6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748757118522'] for port, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:56.695628 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-78d8282d-aa7b-4339-85fe-b1e4bc5ca3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14040cf8-03c7-4dc3-9b39-04fd716291de', 'name': 'tempest-TestVolumeBootPattern-428447017-router', 'tenant_id': 'a54041e21d774dc082088058e0725c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.76'}], 'enable_snat': True}, 'gw_port_id': '0e0acf2c-5d83-466d-9036-0627ffcb4498', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:12:49Z', 'updated_at': '2021-09-10T15:19:55Z', 'revision_number': 5, 'project_id': 'a54041e21d774dc082088058e0725c3e', 'gw_port': {'id': '0e0acf2c-5d83-466d-9036-0627ffcb4498', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:0e:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14040cf8-03c7-4dc3-9b39-04fd716291de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:12:49Z', 'updated_at': '2021-09-10T15:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi'}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:19:56.724400 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d8282d-aa7b-4339-85fe-b1e4bc5ca3f5 None None] Checking router: 14040cf8-03c7-4dc3-9b39-04fd716291de for host: dv-cinder-760153-10-iscsi {{(pid=94011) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:19:56.734004 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d8282d-aa7b-4339-85fe-b1e4bc5ca3f5 None None] Routers {'14040cf8-03c7-4dc3-9b39-04fd716291de'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94011) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:19:56.734655 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-78d8282d-aa7b-4339-85fe-b1e4bc5ca3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T15:19:27Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['14040cf8-03c7-4dc3-9b39-04fd716291de'], 'active': True} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:19:56.823752 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvr_db [None req-78d8282d-aa7b-4339-85fe-b1e4bc5ca3f5 None None] Set router 14040cf8-03c7-4dc3-9b39-04fd716291de gateway port host: None {{(pid=94011) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:19:56.878546 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.db [None req-2a24796d-1e55-4ff1-91bf-bcde064e4f6e admin admin] For port 0e0acf2c-5d83-466d-9036-0627ffcb4498, host dv-cinder-760153-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-10-iscsi',level=0,port_id=0e0acf2c-5d83-466d-9036-0627ffcb4498,segment=NetworkSegment(62148626-c573-4694-a829-31b2bfa74c0d),segment_id=62148626-c573-4694-a829-31b2bfa74c0d)] {{(pid=94009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:19:56.878913 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-2a24796d-1e55-4ff1-91bf-bcde064e4f6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530186'] for port, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:56.879138 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_hamode_db [None req-78d8282d-aa7b-4339-85fe-b1e4bc5ca3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14040cf8-03c7-4dc3-9b39-04fd716291de', 'name': 'tempest-TestVolumeBootPattern-428447017-router', 'tenant_id': 'a54041e21d774dc082088058e0725c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:12:49Z', 'updated_at': '2021-09-10T15:19:56Z', 'revision_number': 6, 'project_id': 'a54041e21d774dc082088058e0725c3e', 'gw_port_host': None}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94011) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:19:56.891860 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.plugin [None req-2a24796d-1e55-4ff1-91bf-bcde064e4f6e admin admin] Calling delete_port for 0e0acf2c-5d83-466d-9036-0627ffcb4498 owned by network:router_gateway {{(pid=94009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:19:56.906323 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d8282d-aa7b-4339-85fe-b1e4bc5ca3f5 None None] The sync data for ids ['14040cf8-03c7-4dc3-9b39-04fd716291de'] in dv-cinder-760153-10-iscsi is: [{'id': '14040cf8-03c7-4dc3-9b39-04fd716291de', 'name': 'tempest-TestVolumeBootPattern-428447017-router', 'tenant_id': 'a54041e21d774dc082088058e0725c3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:12:49Z', 'updated_at': '2021-09-10T15:19:56Z', 'revision_number': 6, 'project_id': 'a54041e21d774dc082088058e0725c3e', 'gw_port_host': None}] {{(pid=94011) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:19:57.061311 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-2a24796d-1e55-4ff1-91bf-bcde064e4f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748757126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748756606410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1040815'] for port, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:57.090361 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a24796d-1e55-4ff1-91bf-bcde064e4f6e admin admin] Pushing event deleted for resources: {'Port': ['ID=0e0acf2c-5d83-466d-9036-0627ffcb4498,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:19:57.150417 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-2a24796d-1e55-4ff1-91bf-bcde064e4f6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-582701'] for router_gateway, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:57.239720 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-2a24796d-1e55-4ff1-91bf-bcde064e4f6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-329'] for router, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:57.242989 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-2a24796d-1e55-4ff1-91bf-bcde064e4f6e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:57.288979 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-2a24796d-1e55-4ff1-91bf-bcde064e4f6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587159'] for router, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:57.289516 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a24796d-1e55-4ff1-91bf-bcde064e4f6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14040cf8-03c7-4dc3-9b39-04fd716291de {{(pid=94009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 15:19:57.294831 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-2a24796d-1e55-4ff1-91bf-bcde064e4f6e admin admin] Notify callbacks [] for router, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:57.296005 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-2a24796d-1e55-4ff1-91bf-bcde064e4f6e admin admin] 10.222.0.35 "DELETE /v2.0/routers/14040cf8-03c7-4dc3-9b39-04fd716291de HTTP/1.1" status: 204 len: 168 time: 1.0498629 Sep 10 15:19:57.298501 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 50496) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:19:57.347950 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.db_base_plugin_v2 [None req-8eb81dfd-da01-4161-8890-206a1c87c02c admin admin] Deleting subnet 355b14f6-a44c-4c11-96c3-a282c3e99d40 {{(pid=94009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 15:19:57.351639 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-8eb81dfd-da01-4161-8890-206a1c87c02c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:57.385641 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-8eb81dfd-da01-4161-8890-206a1c87c02c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15526112'] for subnet, precommit_delete_associations {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:57.461889 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-8eb81dfd-da01-4161-8890-206a1c87c02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1678090'] for subnet, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:57.507550 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de8c5fc6-0f17-45de-9bec-961ae9f37d94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:57.519533 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-8eb81dfd-da01-4161-8890-206a1c87c02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1678083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1040786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13677773'] for subnet, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:57.546618 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb81dfd-da01-4161-8890-206a1c87c02c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=355b14f6-a44c-4c11-96c3-a282c3e99d40,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:19:57.551236 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-8eb81dfd-da01-4161-8890-206a1c87c02c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:57.553064 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-8eb81dfd-da01-4161-8890-206a1c87c02c admin admin] 10.222.0.35 "DELETE /v2.0/subnets/355b14f6-a44c-4c11-96c3-a282c3e99d40 HTTP/1.1" status: 204 len: 168 time: 0.2536523 Sep 10 15:19:57.556546 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 50498) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:19:57.558248 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f613bea0-e34d-49a1-b7c5-081870cd193e None None] Network c00924aa-47db-4fd4-bda2-4f4111d84f4b requested from dv-cinder-760153-10-iscsi {{(pid=94011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:19:57.755330 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf068af-412b-4898-a6a1-27e54fad2fe5 None None] DHCP port deletion for c00924aa-47db-4fd4-bda2-4f4111d84f4b request from dv-cinder-760153-10-iscsi {{(pid=94011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 15:19:57.811322 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-daf068af-412b-4898-a6a1-27e54fad2fe5 None None] Deleting port 71e04ec5-d943-4dd1-8c5c-a5888b577c0f {{(pid=94011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:19:57.811726 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-daf068af-412b-4898-a6a1-27e54fad2fe5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748757118522'] for port, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:57.869159 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-347a3f73-5197-4f62-a294-623c89070078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626838'] for network, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:57.881103 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-daf068af-412b-4898-a6a1-27e54fad2fe5 None None] For port 71e04ec5-d943-4dd1-8c5c-a5888b577c0f, host dv-cinder-760153-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-10-iscsi',level=0,port_id=71e04ec5-d943-4dd1-8c5c-a5888b577c0f,segment=NetworkSegment(0f50cfc0-b7c2-4b4f-b48e-e7079661db92),segment_id=0f50cfc0-b7c2-4b4f-b48e-e7079661db92)] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:19:57.881497 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-daf068af-412b-4898-a6a1-27e54fad2fe5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530186'] for port, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:57.894759 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-daf068af-412b-4898-a6a1-27e54fad2fe5 None None] Calling delete_port for 71e04ec5-d943-4dd1-8c5c-a5888b577c0f owned by network:dhcp {{(pid=94011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:19:57.930332 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.plugin [None req-347a3f73-5197-4f62-a294-623c89070078 admin admin] Deleting port 71e04ec5-d943-4dd1-8c5c-a5888b577c0f {{(pid=94010) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:19:57.930678 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-347a3f73-5197-4f62-a294-623c89070078 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748757118522'] for port, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:57.992057 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-daf068af-412b-4898-a6a1-27e54fad2fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748757126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748756606410'] for port, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:58.008915 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.db [None req-347a3f73-5197-4f62-a294-623c89070078 admin admin] For port 71e04ec5-d943-4dd1-8c5c-a5888b577c0f, host dv-cinder-760153-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-10-iscsi',level=0,port_id=71e04ec5-d943-4dd1-8c5c-a5888b577c0f,segment=NetworkSegment(0f50cfc0-b7c2-4b4f-b48e-e7079661db92),segment_id=0f50cfc0-b7c2-4b4f-b48e-e7079661db92)] {{(pid=94010) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:19:58.009282 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-347a3f73-5197-4f62-a294-623c89070078 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530186'] for port, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:58.017805 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf068af-412b-4898-a6a1-27e54fad2fe5 None None] Pushing event deleted for resources: {'Port': ['ID=71e04ec5-d943-4dd1-8c5c-a5888b577c0f,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:19:58.020919 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.plugin [None req-347a3f73-5197-4f62-a294-623c89070078 admin admin] Calling delete_port for 71e04ec5-d943-4dd1-8c5c-a5888b577c0f owned by network:dhcp {{(pid=94010) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:19:58.028903 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf068af-412b-4898-a6a1-27e54fad2fe5 None None] No DVR routers for this DVR port 71e04ec5-d943-4dd1-8c5c-a5888b577c0f on host dv-cinder-760153-10-iscsi {{(pid=94011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 15:19:58.029797 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf068af-412b-4898-a6a1-27e54fad2fe5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:19:58.030186 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf068af-412b-4898-a6a1-27e54fad2fe5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:19:58.030533 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf068af-412b-4898-a6a1-27e54fad2fe5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:19:58.030870 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf068af-412b-4898-a6a1-27e54fad2fe5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:19:58.031208 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf068af-412b-4898-a6a1-27e54fad2fe5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:19:58.031533 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf068af-412b-4898-a6a1-27e54fad2fe5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:19:58.035657 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf068af-412b-4898-a6a1-27e54fad2fe5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:19:58.036011 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf068af-412b-4898-a6a1-27e54fad2fe5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:19:58.036356 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf068af-412b-4898-a6a1-27e54fad2fe5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:19:58.036693 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf068af-412b-4898-a6a1-27e54fad2fe5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:19:58.037026 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf068af-412b-4898-a6a1-27e54fad2fe5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:19:58.037360 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf068af-412b-4898-a6a1-27e54fad2fe5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760153-10-iscsi {{(pid=94011) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 15:19:58.099301 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-347a3f73-5197-4f62-a294-623c89070078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748757126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748756606410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14298976'] for port, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:58.129171 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347a3f73-5197-4f62-a294-623c89070078 admin admin] Pushing event deleted for resources: {'Port': ['ID=71e04ec5-d943-4dd1-8c5c-a5888b577c0f,revision_number=None']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:19:58.132285 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347a3f73-5197-4f62-a294-623c89070078 admin admin] No DVR routers for this DVR port 71e04ec5-d943-4dd1-8c5c-a5888b577c0f on host dv-cinder-760153-10-iscsi {{(pid=94010) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 15:19:58.201583 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-347a3f73-5197-4f62-a294-623c89070078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1672831', 'neutron.services.segments.db._delete_segments_for_network-8748756906397'] for network, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:58.214167 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:58.222265 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.services.segments.db [None req-347a3f73-5197-4f62-a294-623c89070078 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c00924aa-47db-4fd4-bda2-4f4111d84f4b']}} {{(pid=94010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:19:58.232126 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.services.segments.db [None req-347a3f73-5197-4f62-a294-623c89070078 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f50cfc0-b7c2-4b4f-b48e-e7079661db92') {'for_net_delete': True} {{(pid=94010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:19:58.232536 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.services.segments.db [None req-347a3f73-5197-4f62-a294-623c89070078 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f50cfc0-b7c2-4b4f-b48e-e7079661db92') {} {{(pid=94010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:19:58.244202 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-347a3f73-5197-4f62-a294-623c89070078 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748756906150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14298954'] for segment, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:58.258461 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-347a3f73-5197-4f62-a294-623c89070078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672864'] for segment, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:58.265346 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-347a3f73-5197-4f62-a294-623c89070078 admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=94010) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 15:19:58.265738 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-347a3f73-5197-4f62-a294-623c89070078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14298559'] for segment, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:58.267492 dv-cinder-760153-10-iscsi neutron-server[94010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 15:19:58.267492 dv-cinder-760153-10-iscsi neutron-server[94010]: self.session.flush() Sep 10 15:19:58.267492 dv-cinder-760153-10-iscsi neutron-server[94010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 15:19:58.267492 dv-cinder-760153-10-iscsi neutron-server[94010]: self.session.flush() Sep 10 15:19:58.267492 dv-cinder-760153-10-iscsi neutron-server[94010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 15:19:58.267492 dv-cinder-760153-10-iscsi neutron-server[94010]: self.session.flush() Sep 10 15:19:58.267492 dv-cinder-760153-10-iscsi neutron-server[94010]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 15:19:58.267492 dv-cinder-760153-10-iscsi neutron-server[94010]: self.session.flush() Sep 10 15:19:58.267492 dv-cinder-760153-10-iscsi neutron-server[94010]: Traceback (most recent call last): Sep 10 15:19:58.267492 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 15:19:58.267492 dv-cinder-760153-10-iscsi neutron-server[94010]: timer() Sep 10 15:19:58.267492 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 15:19:58.267492 dv-cinder-760153-10-iscsi neutron-server[94010]: cb(*args, **kw) Sep 10 15:19:58.267492 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 15:19:58.267492 dv-cinder-760153-10-iscsi neutron-server[94010]: return func(*args, **kwargs) Sep 10 15:19:58.267492 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 15:19:58.267492 dv-cinder-760153-10-iscsi neutron-server[94010]: self._notify() Sep 10 15:19:58.267492 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 15:19:58.267492 dv-cinder-760153-10-iscsi neutron-server[94010]: self.callback(batched_events) Sep 10 15:19:58.267492 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 15:19:58.267492 dv-cinder-760153-10-iscsi neutron-server[94010]: event.method(event) Sep 10 15:19:58.267492 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 15:19:58.267492 dv-cinder-760153-10-iscsi neutron-server[94010]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 15:19:58.267492 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 15:19:58.267492 dv-cinder-760153-10-iscsi neutron-server[94010]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 15:19:58.267492 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 15:19:58.267492 dv-cinder-760153-10-iscsi neutron-server[94010]: return f(self, *a, **k) Sep 10 15:19:58.267492 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 15:19:58.267492 dv-cinder-760153-10-iscsi neutron-server[94010]: return self._get(url).json() Sep 10 15:19:58.267492 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 15:19:58.267492 dv-cinder-760153-10-iscsi neutron-server[94010]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 15:19:58.267492 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 15:19:58.267492 dv-cinder-760153-10-iscsi neutron-server[94010]: return self.request(url, 'GET', **kwargs) Sep 10 15:19:58.267492 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 15:19:58.267492 dv-cinder-760153-10-iscsi neutron-server[94010]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 15:19:58.267492 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 15:19:58.267492 dv-cinder-760153-10-iscsi neutron-server[94010]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 15:19:58.267492 dv-cinder-760153-10-iscsi neutron-server[94010]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 15:19:58.267492 dv-cinder-760153-10-iscsi neutron-server[94010]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 15:19:58.267492 dv-cinder-760153-10-iscsi neutron-server[94010]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 15:19:58.281084 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device 0a5a41a6-1b14-4cbd-a104-9870c1c496ca no longer exists at agent ovs-agent-dv-cinder-760153-10-iscsi {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:19:58.306130 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] No Port match for: 0a5a41a6-1b14-4cbd-a104-9870c1c496ca {{(pid=94011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:19:58.306501 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device 0a5a41a6-1b14-4cbd-a104-9870c1c496ca not bound to the agent host dv-cinder-760153-10-iscsi {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:19:58.307009 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device 71e04ec5-d943-4dd1-8c5c-a5888b577c0f no longer exists at agent ovs-agent-dv-cinder-760153-10-iscsi {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:19:58.328021 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] No Port match for: 71e04ec5-d943-4dd1-8c5c-a5888b577c0f {{(pid=94011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:19:58.328390 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device 71e04ec5-d943-4dd1-8c5c-a5888b577c0f not bound to the agent host dv-cinder-760153-10-iscsi {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:19:58.328879 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device 0e0acf2c-5d83-466d-9036-0627ffcb4498 no longer exists at agent ovs-agent-dv-cinder-760153-10-iscsi {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:19:58.330289 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-347a3f73-5197-4f62-a294-623c89070078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582729'] for network, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:58.344994 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-347a3f73-5197-4f62-a294-623c89070078 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526879'] for network, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:58.346882 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-347a3f73-5197-4f62-a294-623c89070078 admin admin] 10.222.0.35 "DELETE /v2.0/networks/c00924aa-47db-4fd4-bda2-4f4111d84f4b HTTP/1.1" status: 204 len: 168 time: 0.7888567 Sep 10 15:19:58.347865 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347a3f73-5197-4f62-a294-623c89070078 admin admin] Pushing event deleted for resources: {'Network': ['ID=c00924aa-47db-4fd4-bda2-4f4111d84f4b,revision_number=None']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:19:58.348766 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] No Port match for: 0e0acf2c-5d83-466d-9036-0627ffcb4498 {{(pid=94011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:19:58.349124 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device 0e0acf2c-5d83-466d-9036-0627ffcb4498 not bound to the agent host dv-cinder-760153-10-iscsi {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:19:58.349995 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 50500) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:19:58.691127 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-6ef65a1d-667d-474a-85ab-5205c6d1eb7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586107'] for router_interface, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:58.931695 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.plugin [None req-6ef65a1d-667d-474a-85ab-5205c6d1eb7e admin admin] Deleting port 9d43b739-a406-495d-afd8-dc0b535a5580 {{(pid=94009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:19:58.932099 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-6ef65a1d-667d-474a-85ab-5205c6d1eb7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748757118522'] for port, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:59.010868 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.db [None req-6ef65a1d-667d-474a-85ab-5205c6d1eb7e admin admin] For port 9d43b739-a406-495d-afd8-dc0b535a5580, host dv-cinder-760153-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-10-iscsi',level=0,port_id=9d43b739-a406-495d-afd8-dc0b535a5580,segment=NetworkSegment(14758eda-5d6a-4559-ac06-7102802ea23a),segment_id=14758eda-5d6a-4559-ac06-7102802ea23a)] {{(pid=94009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:19:59.011138 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-6ef65a1d-667d-474a-85ab-5205c6d1eb7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530186'] for port, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:59.023514 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.plugin [None req-6ef65a1d-667d-474a-85ab-5205c6d1eb7e admin admin] Calling delete_port for 9d43b739-a406-495d-afd8-dc0b535a5580 owned by network:router_interface {{(pid=94009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:19:59.200385 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-6ef65a1d-667d-474a-85ab-5205c6d1eb7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748757126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748756606410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1040815'] for port, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:59.225015 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef65a1d-667d-474a-85ab-5205c6d1eb7e admin admin] Pushing event deleted for resources: {'Port': ['ID=9d43b739-a406-495d-afd8-dc0b535a5580,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:19:59.261771 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b7c5f725-09d8-454b-b5ba-4a700e799395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:59.390172 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-6ef65a1d-667d-474a-85ab-5205c6d1eb7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1526852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586191'] for router_interface, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:59.595006 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ef65a1d-667d-474a-85ab-5205c6d1eb7e admin admin] Router 6fab04c1-2924-467a-aa6c-86e19aa8354a has already been hosted by L3 agent b0771735-54fe-4ba2-aeee-11d3b2b54cf1 {{(pid=94009) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 15:19:59.698396 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ef65a1d-667d-474a-85ab-5205c6d1eb7e admin admin] Notify agent at l3_agent.dv-cinder-760153-10-iscsi the message routers_updated {{(pid=94009) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 15:19:59.703363 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-6ef65a1d-667d-474a-85ab-5205c6d1eb7e admin admin] 10.222.0.35 "PUT /v2.0/routers/6fab04c1-2924-467a-aa6c-86e19aa8354a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3520799 Sep 10 15:19:59.705848 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 50502) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:19:59.708373 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2dc141-184c-49cd-84ea-5d530fa3b7c4 None None] Sync routers for ids ['6fab04c1-2924-467a-aa6c-86e19aa8354a'] in dv-cinder-760153-10-iscsi {{(pid=94012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 15:19:59.717818 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2dc141-184c-49cd-84ea-5d530fa3b7c4 None None] Routers {'6fab04c1-2924-467a-aa6c-86e19aa8354a'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:19:59.718626 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-2e2dc141-184c-49cd-84ea-5d530fa3b7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T15:19:57Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['6fab04c1-2924-467a-aa6c-86e19aa8354a'], 'active': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:19:59.808616 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-5737c0bc-abda-4653-84c1-da9e1fa29581 admin admin] Notify callbacks [] for router, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:59.822088 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvr_db [None req-2e2dc141-184c-49cd-84ea-5d530fa3b7c4 None None] Set router 6fab04c1-2924-467a-aa6c-86e19aa8354a gateway port host: dv-cinder-760153-10-iscsi {{(pid=94012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:19:59.915545 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-5737c0bc-abda-4653-84c1-da9e1fa29581 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:19:59.972734 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.plugin [None req-5737c0bc-abda-4653-84c1-da9e1fa29581 admin admin] Deleting port deb0a35b-d751-4f3f-9d56-d7baa476e316 {{(pid=94009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:19:59.973064 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-5737c0bc-abda-4653-84c1-da9e1fa29581 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748757118522'] for port, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:00.011193 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-2e2dc141-184c-49cd-84ea-5d530fa3b7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fab04c1-2924-467a-aa6c-86e19aa8354a', 'name': 'tempest-TestVolumeBootPattern-80135649-router', 'tenant_id': 'e37ca8237b374b6b93adcb3f14d542e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'external_fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.91'}], 'enable_snat': True}, 'gw_port_id': 'deb0a35b-d751-4f3f-9d56-d7baa476e316', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:12:54Z', 'updated_at': '2021-09-10T15:19:59Z', 'revision_number': 5, 'project_id': 'e37ca8237b374b6b93adcb3f14d542e9', 'gw_port': {'id': 'deb0a35b-d751-4f3f-9d56-d7baa476e316', 'name': '', 'network_id': 'caa13d69-ff92-44ce-a665-3b9af711feed', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:e8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fab04c1-2924-467a-aa6c-86e19aa8354a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'ip_address': '172.27.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760153-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T15:12:55Z', 'updated_at': '2021-09-10T15:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3b314502-2ac4-4640-9fa5-f95f10fc4599', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760153-10-iscsi'}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:20:00.040936 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2dc141-184c-49cd-84ea-5d530fa3b7c4 None None] Checking router: 6fab04c1-2924-467a-aa6c-86e19aa8354a for host: dv-cinder-760153-10-iscsi {{(pid=94012) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 15:20:00.049007 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2dc141-184c-49cd-84ea-5d530fa3b7c4 None None] Routers {'6fab04c1-2924-467a-aa6c-86e19aa8354a'} bound to L3 agent in host dv-cinder-760153-10-iscsi {{(pid=94012) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 15:20:00.049602 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-2e2dc141-184c-49cd-84ea-5d530fa3b7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760153-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T14:57:57Z,description=,heartbeat_timestamp=2021-09-10T15:19:57Z,host='dv-cinder-760153-10-iscsi',id=b0771735-54fe-4ba2-aeee-11d3b2b54cf1,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T14:57:57Z,topic='l3_agent')) {'router_ids': ['6fab04c1-2924-467a-aa6c-86e19aa8354a'], 'active': True} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:20:00.055261 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.db [None req-5737c0bc-abda-4653-84c1-da9e1fa29581 admin admin] For port deb0a35b-d751-4f3f-9d56-d7baa476e316, host dv-cinder-760153-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-10-iscsi',level=0,port_id=deb0a35b-d751-4f3f-9d56-d7baa476e316,segment=NetworkSegment(62148626-c573-4694-a829-31b2bfa74c0d),segment_id=62148626-c573-4694-a829-31b2bfa74c0d)] {{(pid=94009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:20:00.055632 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-5737c0bc-abda-4653-84c1-da9e1fa29581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530186'] for port, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:00.067753 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.plugin [None req-5737c0bc-abda-4653-84c1-da9e1fa29581 admin admin] Calling delete_port for deb0a35b-d751-4f3f-9d56-d7baa476e316 owned by network:router_gateway {{(pid=94009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:20:00.133808 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_dvr_db [None req-2e2dc141-184c-49cd-84ea-5d530fa3b7c4 None None] Set router 6fab04c1-2924-467a-aa6c-86e19aa8354a gateway port host: None {{(pid=94012) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 15:20:00.183954 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.l3_hamode_db [None req-2e2dc141-184c-49cd-84ea-5d530fa3b7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fab04c1-2924-467a-aa6c-86e19aa8354a', 'name': 'tempest-TestVolumeBootPattern-80135649-router', 'tenant_id': 'e37ca8237b374b6b93adcb3f14d542e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:12:54Z', 'updated_at': '2021-09-10T15:19:59Z', 'revision_number': 6, 'project_id': 'e37ca8237b374b6b93adcb3f14d542e9', 'gw_port_host': None}], 'dv-cinder-760153-10-iscsi', False) {} {{(pid=94012) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:20:00.211927 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2dc141-184c-49cd-84ea-5d530fa3b7c4 None None] The sync data for ids ['6fab04c1-2924-467a-aa6c-86e19aa8354a'] in dv-cinder-760153-10-iscsi is: [{'id': '6fab04c1-2924-467a-aa6c-86e19aa8354a', 'name': 'tempest-TestVolumeBootPattern-80135649-router', 'tenant_id': 'e37ca8237b374b6b93adcb3f14d542e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T15:12:54Z', 'updated_at': '2021-09-10T15:19:59Z', 'revision_number': 6, 'project_id': 'e37ca8237b374b6b93adcb3f14d542e9', 'gw_port_host': None}] {{(pid=94012) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 15:20:00.249656 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-5737c0bc-abda-4653-84c1-da9e1fa29581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748757126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748756606410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1040815'] for port, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:00.274954 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5737c0bc-abda-4653-84c1-da9e1fa29581 admin admin] Pushing event deleted for resources: {'Port': ['ID=deb0a35b-d751-4f3f-9d56-d7baa476e316,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:20:00.343438 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-5737c0bc-abda-4653-84c1-da9e1fa29581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-582701'] for router_gateway, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:00.430353 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-5737c0bc-abda-4653-84c1-da9e1fa29581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-587166', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-329'] for router, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:00.432719 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-5737c0bc-abda-4653-84c1-da9e1fa29581 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:00.473619 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-5737c0bc-abda-4653-84c1-da9e1fa29581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-587159'] for router, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:00.474160 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5737c0bc-abda-4653-84c1-da9e1fa29581 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6fab04c1-2924-467a-aa6c-86e19aa8354a {{(pid=94009) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 15:20:00.479044 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-5737c0bc-abda-4653-84c1-da9e1fa29581 admin admin] Notify callbacks [] for router, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:00.480216 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-5737c0bc-abda-4653-84c1-da9e1fa29581 admin admin] 10.222.0.35 "DELETE /v2.0/routers/6fab04c1-2924-467a-aa6c-86e19aa8354a HTTP/1.1" status: 204 len: 168 time: 0.7734282 Sep 10 15:20:00.482821 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 50506) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:20:00.525667 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.db_base_plugin_v2 [None req-8885d328-164f-4dd5-bcac-8160269320ed admin admin] Deleting subnet 1dab816b-f45d-4005-9961-2c2c8daece1e {{(pid=94009) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 15:20:00.528569 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-8885d328-164f-4dd5-bcac-8160269320ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:00.563243 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-8885d328-164f-4dd5-bcac-8160269320ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15526112'] for subnet, precommit_delete_associations {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:00.660600 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-8885d328-164f-4dd5-bcac-8160269320ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1678090'] for subnet, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:00.716045 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-8885d328-164f-4dd5-bcac-8160269320ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1678083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1040786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13677773'] for subnet, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:00.741894 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8885d328-164f-4dd5-bcac-8160269320ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1dab816b-f45d-4005-9961-2c2c8daece1e,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:20:00.743856 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-8885d328-164f-4dd5-bcac-8160269320ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:00.746432 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-8885d328-164f-4dd5-bcac-8160269320ed admin admin] 10.222.0.35 "DELETE /v2.0/subnets/1dab816b-f45d-4005-9961-2c2c8daece1e HTTP/1.1" status: 204 len: 168 time: 0.2618861 Sep 10 15:20:00.748148 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.wsgi [-] (94009) accepted ('10.222.0.35', 50508) {{(pid=94009) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:20:00.750501 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3b9621-9231-4197-b4b9-46481068ac6e None None] Network fd8f0da2-6fb3-454d-ac08-6842e1e3179c requested from dv-cinder-760153-10-iscsi {{(pid=94011) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 15:20:00.818125 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-af04ff81-8f75-4be3-a5f8-a9b338895bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1626838'] for network, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:00.869542 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.plugin [None req-af04ff81-8f75-4be3-a5f8-a9b338895bd2 admin admin] Deleting port b41ebc4c-a3ac-469c-8d78-bdff0f1e4c62 {{(pid=94009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:20:00.869874 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-af04ff81-8f75-4be3-a5f8-a9b338895bd2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748757118522'] for port, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:00.932611 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.db [None req-af04ff81-8f75-4be3-a5f8-a9b338895bd2 admin admin] For port b41ebc4c-a3ac-469c-8d78-bdff0f1e4c62, host dv-cinder-760153-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760153-10-iscsi',level=0,port_id=b41ebc4c-a3ac-469c-8d78-bdff0f1e4c62,segment=NetworkSegment(14758eda-5d6a-4559-ac06-7102802ea23a),segment_id=14758eda-5d6a-4559-ac06-7102802ea23a)] {{(pid=94009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:20:00.932896 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-af04ff81-8f75-4be3-a5f8-a9b338895bd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530186'] for port, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:00.948788 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.plugin [None req-af04ff81-8f75-4be3-a5f8-a9b338895bd2 admin admin] Calling delete_port for b41ebc4c-a3ac-469c-8d78-bdff0f1e4c62 owned by network:dhcp {{(pid=94009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:20:01.009547 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4cf599b-5aa7-44aa-975c-65e6997f4afb None None] DHCP port deletion for fd8f0da2-6fb3-454d-ac08-6842e1e3179c request from dv-cinder-760153-10-iscsi {{(pid=94011) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 15:20:01.033751 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-af04ff81-8f75-4be3-a5f8-a9b338895bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748757126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748756606410', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1040815'] for port, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:01.057670 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-c4cf599b-5aa7-44aa-975c-65e6997f4afb None None] Deleting port b41ebc4c-a3ac-469c-8d78-bdff0f1e4c62 {{(pid=94011) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 15:20:01.058232 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c4cf599b-5aa7-44aa-975c-65e6997f4afb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748757118522'] for port, before_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:01.060761 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af04ff81-8f75-4be3-a5f8-a9b338895bd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b41ebc4c-a3ac-469c-8d78-bdff0f1e4c62,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:20:01.062617 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af04ff81-8f75-4be3-a5f8-a9b338895bd2 admin admin] No DVR routers for this DVR port b41ebc4c-a3ac-469c-8d78-bdff0f1e4c62 on host dv-cinder-760153-10-iscsi {{(pid=94009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 15:20:01.133263 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.db [None req-c4cf599b-5aa7-44aa-975c-65e6997f4afb None None] For port b41ebc4c-a3ac-469c-8d78-bdff0f1e4c62, host dv-cinder-760153-10-iscsi, got binding levels [] {{(pid=94011) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 15:20:01.134092 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c4cf599b-5aa7-44aa-975c-65e6997f4afb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-530186'] for port, precommit_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:01.140736 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-af04ff81-8f75-4be3-a5f8-a9b338895bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1672831', 'neutron.services.segments.db._delete_segments_for_network-8748756906397'] for network, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:01.147277 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-c4cf599b-5aa7-44aa-975c-65e6997f4afb None None] Calling delete_port for b41ebc4c-a3ac-469c-8d78-bdff0f1e4c62 owned by network:dhcp {{(pid=94011) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 15:20:01.149915 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.ipam_backend_mixin [None req-c4cf599b-5aa7-44aa-975c-65e6997f4afb None None] Port b41ebc4c-a3ac-469c-8d78-bdff0f1e4c62 was not found and therefore no delete operation was performed {{(pid=94011) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 10 15:20:01.151254 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c4cf599b-5aa7-44aa-975c-65e6997f4afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1583855', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1981868', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748757126148', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748756606410'] for port, after_delete {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:01.161237 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.services.segments.db [None req-af04ff81-8f75-4be3-a5f8-a9b338895bd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd8f0da2-6fb3-454d-ac08-6842e1e3179c']}} {{(pid=94009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:20:01.170627 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.services.segments.db [None req-af04ff81-8f75-4be3-a5f8-a9b338895bd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14758eda-5d6a-4559-ac06-7102802ea23a') {'for_net_delete': True} {{(pid=94009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:20:01.170923 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.services.segments.db [None req-af04ff81-8f75-4be3-a5f8-a9b338895bd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14758eda-5d6a-4559-ac06-7102802ea23a') {} {{(pid=94009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 15:20:01.176166 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cf599b-5aa7-44aa-975c-65e6997f4afb None None] Pushing event deleted for resources: {'Port': ['ID=b41ebc4c-a3ac-469c-8d78-bdff0f1e4c62,revision_number=None']} {{(pid=94011) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:20:01.181371 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-af04ff81-8f75-4be3-a5f8-a9b338895bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748756906150', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15526041'] for segment, before_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:01.182084 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cf599b-5aa7-44aa-975c-65e6997f4afb None None] No DVR routers for this DVR port b41ebc4c-a3ac-469c-8d78-bdff0f1e4c62 on host dv-cinder-760153-10-iscsi {{(pid=94011) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 15:20:01.199558 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-af04ff81-8f75-4be3-a5f8-a9b338895bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672864'] for segment, precommit_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:01.206117 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af04ff81-8f75-4be3-a5f8-a9b338895bd2 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=94009) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 15:20:01.206540 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-af04ff81-8f75-4be3-a5f8-a9b338895bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1672864', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1041264'] for segment, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:01.208352 dv-cinder-760153-10-iscsi neutron-server[94009]: Traceback (most recent call last): Sep 10 15:20:01.208352 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 15:20:01.208352 dv-cinder-760153-10-iscsi neutron-server[94009]: timer() Sep 10 15:20:01.208352 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 15:20:01.208352 dv-cinder-760153-10-iscsi neutron-server[94009]: cb(*args, **kw) Sep 10 15:20:01.208352 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 15:20:01.208352 dv-cinder-760153-10-iscsi neutron-server[94009]: return func(*args, **kwargs) Sep 10 15:20:01.208352 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 15:20:01.208352 dv-cinder-760153-10-iscsi neutron-server[94009]: self._notify() Sep 10 15:20:01.208352 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 15:20:01.208352 dv-cinder-760153-10-iscsi neutron-server[94009]: self.callback(batched_events) Sep 10 15:20:01.208352 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 15:20:01.208352 dv-cinder-760153-10-iscsi neutron-server[94009]: event.method(event) Sep 10 15:20:01.208352 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 15:20:01.208352 dv-cinder-760153-10-iscsi neutron-server[94009]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 15:20:01.208352 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 15:20:01.208352 dv-cinder-760153-10-iscsi neutron-server[94009]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 15:20:01.208352 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 15:20:01.208352 dv-cinder-760153-10-iscsi neutron-server[94009]: return f(self, *a, **k) Sep 10 15:20:01.208352 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 15:20:01.208352 dv-cinder-760153-10-iscsi neutron-server[94009]: return self._get(url).json() Sep 10 15:20:01.208352 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 15:20:01.208352 dv-cinder-760153-10-iscsi neutron-server[94009]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 15:20:01.208352 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 15:20:01.208352 dv-cinder-760153-10-iscsi neutron-server[94009]: return self.request(url, 'GET', **kwargs) Sep 10 15:20:01.208352 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 15:20:01.208352 dv-cinder-760153-10-iscsi neutron-server[94009]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 15:20:01.208352 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 15:20:01.208352 dv-cinder-760153-10-iscsi neutron-server[94009]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 15:20:01.208352 dv-cinder-760153-10-iscsi neutron-server[94009]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 15:20:01.208352 dv-cinder-760153-10-iscsi neutron-server[94009]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 15:20:01.208352 dv-cinder-760153-10-iscsi neutron-server[94009]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 15:20:01.264490 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-af04ff81-8f75-4be3-a5f8-a9b338895bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1677452', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1578517', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1526861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-582729'] for network, after_delete {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:01.269980 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron_lib.callbacks.manager [None req-af04ff81-8f75-4be3-a5f8-a9b338895bd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1526879'] for network, before_response {{(pid=94009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:01.271917 dv-cinder-760153-10-iscsi neutron-server[94009]: INFO neutron.wsgi [None req-af04ff81-8f75-4be3-a5f8-a9b338895bd2 admin admin] 10.222.0.35 "DELETE /v2.0/networks/fd8f0da2-6fb3-454d-ac08-6842e1e3179c HTTP/1.1" status: 204 len: 168 time: 0.5227962 Sep 10 15:20:01.290167 dv-cinder-760153-10-iscsi neutron-server[94009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af04ff81-8f75-4be3-a5f8-a9b338895bd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd8f0da2-6fb3-454d-ac08-6842e1e3179c,revision_number=None']} {{(pid=94009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:20:01.391137 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 50514) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:20:01.430367 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-46e6e759-d618-4c06-81ec-9aa05bd9366c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a54041e21d774dc082088058e0725c3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380411 Sep 10 15:20:01.432172 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c13c67c0-2efd-4950-9279-b0623a9c603e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:01.433356 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 50516) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:20:01.482409 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-aabd0b1d-7c4e-4bc8-a16d-58423f7ed27d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:01.504182 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-aabd0b1d-7c4e-4bc8-a16d-58423f7ed27d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:01.555273 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-aabd0b1d-7c4e-4bc8-a16d-58423f7ed27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:01.558098 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-aabd0b1d-7c4e-4bc8-a16d-58423f7ed27d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:01.559277 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-aabd0b1d-7c4e-4bc8-a16d-58423f7ed27d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d7b0a095-c5f1-4f10-b4f4-3a9f0f980801 HTTP/1.1" status: 204 len: 168 time: 0.1249790 Sep 10 15:20:01.568015 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabd0b1d-7c4e-4bc8-a16d-58423f7ed27d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b0a095-c5f1-4f10-b4f4-3a9f0f980801,revision_number=None']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:20:01.870097 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 50522) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:20:01.908569 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-926756a5-165b-480c-ac97-51e2d7dd76c6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e37ca8237b374b6b93adcb3f14d542e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373476 Sep 10 15:20:01.911006 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [-] (94010) accepted ('10.222.0.35', 50524) {{(pid=94010) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 15:20:01.964791 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-09dcd6a8-9cef-4496-9035-579c9e9fdb4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:01.985165 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-09dcd6a8-9cef-4496-9035-579c9e9fdb4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:02.033997 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-09dcd6a8-9cef-4496-9035-579c9e9fdb4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580749'] for security_group, after_delete {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:02.036466 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron_lib.callbacks.manager [None req-09dcd6a8-9cef-4496-9035-579c9e9fdb4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:02.037551 dv-cinder-760153-10-iscsi neutron-server[94010]: INFO neutron.wsgi [None req-09dcd6a8-9cef-4496-9035-579c9e9fdb4f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ab351cba-0df9-406e-9d16-7eadebcac39d HTTP/1.1" status: 204 len: 168 time: 0.1256683 Sep 10 15:20:02.048741 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dcd6a8-9cef-4496-9035-579c9e9fdb4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab351cba-0df9-406e-9d16-7eadebcac39d,revision_number=None']} {{(pid=94010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 15:20:02.277216 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device deb0a35b-d751-4f3f-9d56-d7baa476e316 no longer exists at agent ovs-agent-dv-cinder-760153-10-iscsi {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:20:02.298792 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] No Port match for: deb0a35b-d751-4f3f-9d56-d7baa476e316 {{(pid=94011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:20:02.299136 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device deb0a35b-d751-4f3f-9d56-d7baa476e316 not bound to the agent host dv-cinder-760153-10-iscsi {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:20:02.299634 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device 9d43b739-a406-495d-afd8-dc0b535a5580 no longer exists at agent ovs-agent-dv-cinder-760153-10-iscsi {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:20:02.320581 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] No Port match for: 9d43b739-a406-495d-afd8-dc0b535a5580 {{(pid=94011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:20:02.320925 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device 9d43b739-a406-495d-afd8-dc0b535a5580 not bound to the agent host dv-cinder-760153-10-iscsi {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:20:02.321344 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device b41ebc4c-a3ac-469c-8d78-bdff0f1e4c62 no longer exists at agent ovs-agent-dv-cinder-760153-10-iscsi {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 15:20:02.341144 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.plugin [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] No Port match for: b41ebc4c-a3ac-469c-8d78-bdff0f1e4c62 {{(pid=94011) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 15:20:02.341528 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron.plugins.ml2.rpc [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Device b41ebc4c-a3ac-469c-8d78-bdff0f1e4c62 not bound to the agent host dv-cinder-760153-10-iscsi {{(pid=94011) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 15:20:10.673649 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:18.389627 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.agents_db [None req-04bb1bd2-f33d-49ef-a466-6fb3f7a23ee1 None None] Agent healthcheck: found 6 active agents {{(pid=94012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 15:20:24.666470 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-e58c5493-a206-42bb-9da5-29b67cb95ea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:27.507770 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c5e036ac-275f-406e-af63-9f2f828848f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:28.216070 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:29.263679 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b7c5f725-09d8-454b-b5ba-4a700e799395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:31.437808 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c13c67c0-2efd-4950-9279-b0623a9c603e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:40.690577 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:54.666177 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c4c5b033-44f9-40d3-b7cb-b4fbd182512c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:55.388646 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.agents_db [None req-04bb1bd2-f33d-49ef-a466-6fb3f7a23ee1 None None] Agent healthcheck: found 6 active agents {{(pid=94012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 15:20:57.508951 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-e52da28a-62da-492a-a188-ae1756157576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:58.217628 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:20:59.266814 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b7c5f725-09d8-454b-b5ba-4a700e799395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:01.439071 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c13c67c0-2efd-4950-9279-b0623a9c603e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:10.698291 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:24.666054 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-5e85ba06-591b-4554-9557-021a164dd183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:27.509378 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-274a0a3a-fe98-421b-9466-c8371efa63aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:28.221033 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:29.269964 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b7c5f725-09d8-454b-b5ba-4a700e799395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:31.441663 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c13c67c0-2efd-4950-9279-b0623a9c603e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:32.387274 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.agents_db [None req-04bb1bd2-f33d-49ef-a466-6fb3f7a23ee1 None None] Agent healthcheck: found 6 active agents {{(pid=94012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 15:21:35.687967 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [req-454ef982-aec1-4225-8006-49be4df1b960 req-4c636f27-3248-4b6a-a33d-eafcd9a3256b service neutron] (94010) timed out ('10.222.0.42', 49854) {{(pid=94010) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 10 15:21:40.715037 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:54.667498 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-db6bcaa4-6b99-4e03-9166-83ada406b111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:57.516973 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d1087317-05fe-46cb-989e-125a71837a9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:58.223152 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:21:59.273021 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b7c5f725-09d8-454b-b5ba-4a700e799395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:01.446528 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c13c67c0-2efd-4950-9279-b0623a9c603e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:09.386549 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.agents_db [None req-04bb1bd2-f33d-49ef-a466-6fb3f7a23ee1 None None] Agent healthcheck: found 6 active agents {{(pid=94012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 15:22:10.736318 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:24.668159 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-416f0bf3-deb3-4c99-ae20-d83b433e946a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:27.508221 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-138aa856-95eb-4b91-a7ba-56f15c234d6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:28.228797 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:29.274618 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b7c5f725-09d8-454b-b5ba-4a700e799395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:31.448428 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c13c67c0-2efd-4950-9279-b0623a9c603e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:40.746034 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:46.385945 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.agents_db [None req-04bb1bd2-f33d-49ef-a466-6fb3f7a23ee1 None None] Agent healthcheck: found 6 active agents {{(pid=94012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 15:22:54.668834 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-4de98c5d-bd24-4ba8-89a3-d1b0134bb5e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:57.508702 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-d5bbdc85-7c85-474b-bde9-4e88b2488fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:58.219578 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:22:59.278862 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b7c5f725-09d8-454b-b5ba-4a700e799395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:23:01.450674 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c13c67c0-2efd-4950-9279-b0623a9c603e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:23:10.752948 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:23:23.386123 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.agents_db [None req-04bb1bd2-f33d-49ef-a466-6fb3f7a23ee1 None None] Agent healthcheck: found 6 active agents {{(pid=94012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 15:23:24.669545 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-bf712575-2b14-4349-9993-cfa6577d6b52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:23:27.508902 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b80d44bb-4486-4164-bc37-74de326e6909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:23:28.220733 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:23:29.281057 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b7c5f725-09d8-454b-b5ba-4a700e799395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:23:31.456354 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c13c67c0-2efd-4950-9279-b0623a9c603e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:23:40.752274 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:23:54.670675 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-ad39b140-1a02-4406-8c31-f1fe53852869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:23:57.508867 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-7c85698c-c185-4234-940a-0d5aaa6780f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:23:58.221969 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:23:59.283501 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b7c5f725-09d8-454b-b5ba-4a700e799395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:00.385717 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.agents_db [None req-04bb1bd2-f33d-49ef-a466-6fb3f7a23ee1 None None] Agent healthcheck: found 6 active agents {{(pid=94012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 15:24:01.456688 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c13c67c0-2efd-4950-9279-b0623a9c603e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:07.603789 dv-cinder-760153-10-iscsi neutron-server[94010]: DEBUG neutron.wsgi [req-df265a1b-e92e-4d14-a18e-0c272eecdb43 req-6b8d2f7d-9977-4b03-aec5-bb543d0bfe34 tempest-ServerRescueNegativeTestJSON-728856412 tempest-ServerRescueNegativeTestJSON-728856412-project] (94010) timed out ('10.222.0.42', 49901) {{(pid=94010) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 10 15:24:10.751901 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:24.670463 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-1992b5f1-6acb-46f6-805d-e473cfdc4033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:27.509972 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b844cd48-ce32-48c9-9a50-cfe2d4ad355b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:28.223368 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:29.287104 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b7c5f725-09d8-454b-b5ba-4a700e799395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:31.460518 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c13c67c0-2efd-4950-9279-b0623a9c603e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:37.385047 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.agents_db [None req-04bb1bd2-f33d-49ef-a466-6fb3f7a23ee1 None None] Agent healthcheck: found 6 active agents {{(pid=94012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 15:24:40.766473 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:54.671906 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-ff4c2965-639b-4f33-93a1-aa7d0633ed54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:57.509938 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-33bd74ba-63a4-4568-a5c5-66ac7ce626ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:58.225775 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-05d6932d-3dfe-4d9e-b5d0-6ffc71e05e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:24:59.290448 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-b7c5f725-09d8-454b-b5ba-4a700e799395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:25:01.462577 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-c13c67c0-2efd-4950-9279-b0623a9c603e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:25:10.765782 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-de9e5b05-ab2d-4513-84dc-ce9013af10a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 15:25:14.384273 dv-cinder-760153-10-iscsi neutron-server[94012]: DEBUG neutron.db.agents_db [None req-04bb1bd2-f33d-49ef-a466-6fb3f7a23ee1 None None] Agent healthcheck: found 6 active agents {{(pid=94012) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 15:25:24.673452 dv-cinder-760153-10-iscsi neutron-server[94011]: DEBUG neutron_lib.callbacks.manager [None req-37535388-d3db-40fb-a604-938f8a5efeb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748756906379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1672377'] for agent, after_update {{(pid=94011) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}